-- Logs begin at Wed 2021-08-25 17:16:07 UTC, end at Wed 2021-08-25 18:15:15 UTC. -- Aug 25 17:45:48.903194 dv-cinder-786386-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 17:45:51.620767 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.common.config [-] Logging enabled! Aug 25 17:45:51.621340 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 17:45:51.621569 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 17:45:51.625347 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.common.config [-] Logging enabled! Aug 25 17:45:51.625600 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 17:45:51.625910 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 17:45:51.626849 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 17:45:51.627085 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 17:45:51.627587 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 17:45:51.627839 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 17:45:51.628070 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 17:45:51.628418 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.628724 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.629021 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.629256 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.629556 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.629850 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.630136 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.630425 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.630724 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.631011 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.631292 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.631581 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.631819 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.632107 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.632436 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.632717 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.632943 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] debug = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.633224 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.633652 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.634064 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.634347 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.634638 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.634919 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.635190 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.635465 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.635753 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.636081 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] host = dv-cinder-786386-10-iscsi {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.636389 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.636679 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.636967 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.637252 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.637527 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.637806 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.638097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.638371 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.639189 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] log_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.639475 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.639767 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.640057 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.640375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.640604 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.640830 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.641122 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.641409 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.641690 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.641967 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.642245 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.642522 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.642799 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.643193 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.643482 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.643768 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.644054 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.644363 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.644644 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.644920 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.645194 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.645483 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.645756 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.646032 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.646309 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.646600 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.646872 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.647149 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.647452 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.647737 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.648020 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.648333 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.648612 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.648895 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.649168 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.649441 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.649712 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] use_json = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.649984 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.650253 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.650534 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.650807 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.651078 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.651355 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.651626 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.651914 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:51.652232 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.652558 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.652865 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.653151 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.653449 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.653735 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.654026 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.654822 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.655113 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.655404 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.655695 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.655974 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.656278 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.656569 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.656868 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.657175 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.657472 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.657765 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.658042 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.658318 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.658720 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.659002 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.659294 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.659575 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.659866 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.660157 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.660472 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.660763 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.661058 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.661349 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.661624 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.661909 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.662202 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.662480 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.662755 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.663036 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.663326 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.663605 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.663885 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.664170 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.664476 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.664755 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.665032 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.665313 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.665607 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.665887 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.666162 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.666435 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.666711 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.666987 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.667276 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.667557 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.667831 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.668105 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.668420 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.668699 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.668977 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.669259 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.669535 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.669857 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.670764 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.671043 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.671321 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.671597 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.671877 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.672153 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.672452 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.672733 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.673009 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.673285 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.673563 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.673838 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.674114 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.674403 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.674702 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.674980 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.675261 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.675542 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.675821 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.676099 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.676412 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.676694 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.676973 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.677247 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.677536 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.677840 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.678110 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.678394 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.678675 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.678974 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.679254 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.679540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.679821 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.680101 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.680409 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.680696 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.680991 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.681283 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.681580 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.681874 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.682167 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.682447 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.682757 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.683036 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:51.683256 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 17:45:51.683494 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93712) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 17:45:52.034642 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 17:45:52.034918 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 17:45:52.035209 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 17:45:52.035542 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 17:45:52.429648 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.429936 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.430210 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.431572 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.431848 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.432113 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.468548 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.468825 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.469096 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.484087 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.484394 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.484666 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.512707 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.513116 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.513391 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.551014 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.551292 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.551560 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.783562 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.784169 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.784169 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.784390 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.785274 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.905462 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.905778 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.906062 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.906334 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.906601 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.906916 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.907176 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.907432 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.907684 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.907963 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.908222 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.908703 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.908961 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.909213 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.909469 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.909732 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.909992 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.910259 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.910529 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.910786 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.911055 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.911307 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.911588 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.911963 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.912214 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.912481 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.912872 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:52.913113 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:52.913350 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:52.913585 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:52.913821 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:52.914057 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:52.914418 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 17:45:52.917496 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 17:45:52.922023 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 17:45:52.925911 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 25 17:45:52.927532 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 17:45:52.927983 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 17:45:52.928350 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 17:45:52.928735 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 17:45:52.931502 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 17:45:52.931753 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 17:45:52.932100 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 17:45:52.937956 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 17:45:52.959958 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 17:45:52.960442 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.960742 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93712) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 17:45:52.961103 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.962439 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93712) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 17:45:52.962719 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 17:45:52.962967 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 17:45:52.966072 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:52.966352 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.030557 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 17:45:53.030796 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 17:45:53.031034 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 17:45:53.031404 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 17:45:53.052484 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_db.sqlalchemy.engines [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93712) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 17:45:53.585616 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing driver for type 'gre' Aug 25 17:45:53.586188 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] gre ID ranges: [(1, 1000)] Aug 25 17:45:53.637271 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing driver for type 'local' Aug 25 17:45:53.637612 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing driver for type 'vlan' Aug 25 17:45:53.651172 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] VlanTypeDriver initialization complete Aug 25 17:45:53.651488 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing driver for type 'vxlan' Aug 25 17:45:53.652008 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] vxlan ID ranges: [(1, 1000)] Aug 25 17:45:53.702243 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing extension driver 'port_security' Aug 25 17:45:53.702700 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.extensions.port_security [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] PortSecurityExtensionDriver initialization complete Aug 25 17:45:53.703040 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing mechanism driver 'openvswitch' Aug 25 17:45:53.703366 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing mechanism driver 'hyperv' Aug 25 17:45:53.709780 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:53.710455 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.710825 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.711176 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.711692 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:45:53.712126 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.712508 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.712856 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.713251 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:45:53.713659 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.714009 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.714351 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.714740 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:45:53.715146 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.715494 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.715833 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.716392 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:45:53.717391 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.717743 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.718088 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.718487 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:45:53.718889 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.719242 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.719579 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.719969 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:45:53.720377 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] ML2 OVO RPC backend initialized. {{(pid=93712) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 17:45:53.721232 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.721591 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.722009 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.722361 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > networks before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.722708 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.723050 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > ports before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.723393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.723734 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.724086 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.724450 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.724789 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.725128 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.725464 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.725799 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.726134 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.726469 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.726801 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.727375 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Modular L2 Plugin initialization complete Aug 25 17:45:53.727970 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading services supported by the core plugin {{(pid=93712) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 17:45:53.728315 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Got port-security extension from driver 'port_security' Aug 25 17:45:53.728779 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.extensions.vlantransparent [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Disabled vlantransparent extension. Aug 25 17:45:53.729263 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93712) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 17:45:53.729579 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: router Aug 25 17:45:53.766587 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.766981 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router after_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.767353 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router before_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.767724 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.768100 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.768485 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router after_delete 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.768845 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.769196 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.769551 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router after_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.769897 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.770244 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.770590 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.770945 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.771368 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.771723 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.772061 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.772498 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: subnet after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.772840 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.773188 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.773536 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.773876 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: port before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.774223 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.774581 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.774934 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.775284 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.775644 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.775992 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.776385 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > agent after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.776739 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.777093 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.777942 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Tracking information for resource: router configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:53.778273 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Tracking information for resource: floatingip configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:45:53.783899 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.db.l3_agentschedulers_db [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 17:45:53.784516 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.784880 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.785233 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.785585 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.786367 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router before_create 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.786747 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.787108 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.787463 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.791958 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.services.provider_configuration [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service providers = [] {{(pid=93712) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 17:45:53.792353 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.db.servicetype_db [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93712) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 17:45:53.795694 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.services.service_base [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:45:53.796051 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.services.service_base [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:45:53.796432 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.services.service_base [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:45:53.797344 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.services.service_base [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:45:53.797718 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.services.service_base [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 17:45:53.798097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.798414 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 17:45:53.808911 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.809251 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: auto_allocate Aug 25 17:45:53.815590 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: network precommit_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.815958 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: network precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.816501 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.816826 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: tag Aug 25 17:45:53.823264 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.823600 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: timestamp Aug 25 17:45:53.828170 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.828538 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: network_ip_availability Aug 25 17:45:53.834030 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.834405 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.834770 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:53.835481 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.835854 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: flavors Aug 25 17:45:53.840496 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.840834 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading Plugin: revisions Aug 25 17:45:53.845137 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:45:53.845522 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 17:45:53.846393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93712) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 17:45:53.846731 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Initializing extension manager. Aug 25 17:45:53.847242 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: __init__.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.847586 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: __pycache__ {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.847927 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.848279 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: address_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.849037 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.849592 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: address-group Aug 25 17:45:53.849918 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: address_scope.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.850627 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.851128 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: address-scope Aug 25 17:45:53.851453 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.852410 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.853175 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: router-admin-state-down-before-update Aug 25 17:45:53.853497 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: agent.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.854392 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.854920 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: agent Aug 25 17:45:53.855228 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: agent_resources_synced.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.856135 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.856665 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: agent-resources-synced Aug 25 17:45:53.856993 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.858822 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.859333 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: allowed-address-pairs Aug 25 17:45:53.859663 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.860764 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.861276 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: auto-allocated-topology Aug 25 17:45:53.861732 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: availability_zone.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.862428 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.862933 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: availability_zone Aug 25 17:45:53.863260 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: availability_zone_filter.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.864167 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.864693 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: availability_zone_filter Aug 25 17:45:53.865017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: data_plane_status.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.865922 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.866422 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 17:45:53.866747 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: default_subnetpools.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.867657 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.868157 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: default-subnetpools Aug 25 17:45:53.868502 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.869316 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.869816 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: dhcp_agent_scheduler Aug 25 17:45:53.870148 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: dns.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.871074 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.871575 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 17:45:53.871903 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: dns_domain_ports.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.873384 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.873886 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 17:45:53.874215 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.875139 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.875640 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 17:45:53.875967 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: dvr.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.876670 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.877303 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: dvr Aug 25 17:45:53.877632 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: ecmp_routes.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.878580 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.879051 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 17:45:53.879376 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: empty_string_filtering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.880304 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.880817 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: empty-string-filtering Aug 25 17:45:53.881145 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.882055 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.883153 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 17:45:53.883153 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.883765 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.884284 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 17:45:53.884614 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: external_net.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.885518 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.886019 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: external-net Aug 25 17:45:53.886343 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.887244 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.887746 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: extra_dhcp_opt Aug 25 17:45:53.888071 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: extraroute.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.889687 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.890189 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: extraroute Aug 25 17:45:53.890512 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: extraroute_atomic.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.891540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.892048 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: extraroute-atomic Aug 25 17:45:53.892403 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: filter_validation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.893071 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.893575 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: filter-validation Aug 25 17:45:53.893897 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: fip_pf_description.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.894817 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.895319 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 17:45:53.895642 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: fip_port_details.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.896588 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.897089 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: fip-port-details Aug 25 17:45:53.897413 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: flavors.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.898633 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.899150 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: flavors Aug 25 17:45:53.899477 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.901167 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.901680 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 17:45:53.902013 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: floatingip_pools.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.902719 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.903228 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: floatingip-pools Aug 25 17:45:53.903559 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: ip_allocation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.904536 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.905040 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 17:45:53.905365 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.906295 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.906802 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: ip-substring-filtering Aug 25 17:45:53.907130 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l2_adjacency.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.908061 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.908717 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 17:45:53.909046 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l3.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.910156 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.910668 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: router Aug 25 17:45:53.911003 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.913255 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.913783 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 17:45:53.914116 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.915062 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.915574 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: ext-gw-mode Aug 25 17:45:53.915903 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.916846 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.917355 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: l3-ha Aug 25 17:45:53.917682 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l3_flavors.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.918594 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.919101 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: l3-flavors Aug 25 17:45:53.919428 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.920393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.920906 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 17:45:53.921230 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: l3agentscheduler.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.922273 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.922783 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: l3_agent_scheduler Aug 25 17:45:53.923112 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: logging.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.924764 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.925287 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension logging not supported by any of loaded plugins Aug 25 17:45:53.925623 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: metering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.926368 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.926942 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: metering Aug 25 17:45:53.927274 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.928420 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.928938 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: metering_source_and_destination_fields Aug 25 17:45:53.929269 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: multiprovidernet.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.930190 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.930702 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: multi-provider Aug 25 17:45:53.931028 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: netmtu.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.931943 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.932479 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: net-mtu Aug 25 17:45:53.932808 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: netmtu_writable.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.933733 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.934240 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: net-mtu-writable Aug 25 17:45:53.934567 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: network_availability_zone.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.935753 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.936287 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: network_availability_zone Aug 25 17:45:53.936606 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: network_ip_availability.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.937689 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.938194 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: network-ip-availability Aug 25 17:45:53.938519 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: network_segment_range.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.939282 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.939909 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 17:45:53.940235 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: pagination.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.941246 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.941573 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: pagination Aug 25 17:45:53.941897 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: port_device_profile.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.942799 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.943310 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: port-device-profile Aug 25 17:45:53.943635 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.944580 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.945089 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: port-mac-address-regenerate Aug 25 17:45:53.945413 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.946317 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.946825 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: port-numa-affinity-policy Aug 25 17:45:53.947151 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: port_resource_request.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.948056 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.948599 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 17:45:53.948926 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: portbindings.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.949853 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.950360 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: binding Aug 25 17:45:53.950684 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: portbindings_extended.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.952674 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.953188 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: binding-extended Aug 25 17:45:53.953518 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: portsecurity.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.954433 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.954951 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: port-security Aug 25 17:45:53.955399 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: project_id.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.956421 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.956759 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: project-id Aug 25 17:45:53.957092 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: providernet.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.958023 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.958537 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: provider Aug 25 17:45:53.958863 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.962393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.962916 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos not supported by any of loaded plugins Aug 25 17:45:53.963252 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.964531 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.965044 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 17:45:53.965378 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.966301 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.966895 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 17:45:53.967221 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_default.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.968276 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.968793 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-default not supported by any of loaded plugins Aug 25 17:45:53.969122 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_fip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.969779 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.970278 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 17:45:53.970602 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.971531 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.972034 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 17:45:53.972386 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.973306 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.973811 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 17:45:53.974138 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_pps_rule.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.975301 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.975823 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 17:45:53.976156 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.977102 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.977884 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 17:45:53.978209 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: qos_rules_alias.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.979252 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.979758 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 17:45:53.980082 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: quotasv2.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.981033 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.981363 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: quotas Aug 25 17:45:53.981685 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: quotasv2_detail.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.984786 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.985130 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: quota_details Aug 25 17:45:53.985510 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: rbac.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.986889 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.987413 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: rbac-policies Aug 25 17:45:53.987748 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: rbac_address_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.988710 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.989221 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: rbac-address-group Aug 25 17:45:53.989551 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: rbac_address_scope.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.990469 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.990977 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: rbac-address-scope Aug 25 17:45:53.991305 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: rbac_security_groups.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.992216 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.992751 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: rbac-security-groups Aug 25 17:45:53.993077 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.993999 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.994500 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: rbac-subnetpool Aug 25 17:45:53.994826 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: revisionifmatch.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.995745 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.996276 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: revision-if-match Aug 25 17:45:53.996599 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: revisions.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.997707 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:53.998726 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: standard-attr-revisions Aug 25 17:45:53.999054 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: router_availability_zone.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:53.999732 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.000237 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: router_availability_zone Aug 25 17:45:54.000584 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: routerservicetype.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.001499 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.002001 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 17:45:54.002447 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.003365 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.003872 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: security-groups-normalized-cidr Aug 25 17:45:54.004197 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.005142 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.005651 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: port-security-groups-filtering Aug 25 17:45:54.005975 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.006896 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.007409 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: security-groups-remote-address-group Aug 25 17:45:54.007736 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: securitygroup.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.019279 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.019804 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: security-group Aug 25 17:45:54.020142 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: segment.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.020968 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.021481 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension segment not supported by any of loaded plugins Aug 25 17:45:54.021813 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.022757 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.023267 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 17:45:54.023596 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: servicetype.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.024801 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.025317 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: service-type Aug 25 17:45:54.025656 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: sorting.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.026641 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.026973 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: sorting Aug 25 17:45:54.027299 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: standard_attr_segment.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.028218 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.028759 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 17:45:54.029115 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: standardattrdescription.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.029769 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.030274 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: standard-attr-description Aug 25 17:45:54.030601 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: stateful_security_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.031547 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.032061 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: stateful-security-group Aug 25 17:45:54.032431 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: stdattrs_common.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.033019 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 17:45:54.033466 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.034401 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.034914 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 17:45:54.035237 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: subnet_onboard.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.036350 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.036868 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: subnet_onboard Aug 25 17:45:54.037194 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.038126 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.038630 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 17:45:54.038955 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: subnet_service_types.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.039874 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.040425 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: subnet-service-types Aug 25 17:45:54.040754 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: subnetallocation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.041830 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.042346 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: subnet_allocation Aug 25 17:45:54.042676 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.043354 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.043863 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: subnetpool-prefix-ops Aug 25 17:45:54.044187 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.045185 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.045701 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 17:45:54.046022 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: tagging.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.047074 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.047602 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: standard-attr-tag Aug 25 17:45:54.047929 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: timestamp.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.049285 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.049801 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loaded extension: standard-attr-timestamp Aug 25 17:45:54.050130 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: trunk.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.051165 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.051675 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension trunk not supported by any of loaded plugins Aug 25 17:45:54.052004 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: trunk_details.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.052962 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.053470 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 17:45:54.053796 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.054718 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.055228 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 17:45:54.055561 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Loading extension file: vlantransparent.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:45:54.056231 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:45:54.056763 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 17:45:54.059179 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:network Aug 25 17:45:54.059698 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:subnet Aug 25 17:45:54.060098 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:45:54.061045 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:port Aug 25 17:45:54.062280 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.062718 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service FLAVORS assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.063346 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.063774 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.064107 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:router Aug 25 17:45:54.064691 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 17:45:54.065196 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service METERING assigned prefix: /metering {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.066631 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:54.067005 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:54.067362 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:45:54.068420 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 17:45:54.068875 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:security_group Aug 25 17:45:54.069318 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 17:45:54.069914 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.070242 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:45:54.070589 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] subnetpool is already registered Aug 25 17:45:54.071013 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.071351 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:45:54.071686 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] subnetpool is already registered Aug 25 17:45:54.074006 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.074442 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service FLAVORS assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.075048 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.075471 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.075811 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:router Aug 25 17:45:54.076725 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] router is already registered Aug 25 17:45:54.077143 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 17:45:54.077484 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] floatingip is already registered Aug 25 17:45:54.077941 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service METERING assigned prefix: /metering {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.078614 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 17:45:54.078941 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] rbac_policy is already registered Aug 25 17:45:54.079357 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:security_group Aug 25 17:45:54.079694 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] security_group is already registered Aug 25 17:45:54.080099 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 17:45:54.080586 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] security_group_rule is already registered Aug 25 17:45:54.081224 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.081558 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:45:54.081898 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] subnetpool is already registered Aug 25 17:45:54.082319 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:45:54.082649 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:45:54.082985 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] subnetpool is already registered Aug 25 17:45:54.083465 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: extensions {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.084956 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: address-groups {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.086489 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: address-scopes {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.087744 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: agents {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.088956 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: auto-allocated-topology {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.090181 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: availability_zones {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.091398 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: dhcp-networks {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.092970 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: dhcp-agents {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.094388 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: routers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.096731 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: flavors {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.097890 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: service_profiles {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.099098 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: next_providers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.100570 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: service_profiles {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.102102 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: floatingip-pools {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.103587 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: routers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.105721 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: floatingips {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.107003 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: l3-routers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.108438 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: l3-agents {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.109830 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: metering-labels {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.111207 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: metering-label-rules {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.112649 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: network-ip-availabilities {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.113903 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: bindings {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.115565 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: quotas {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.117029 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: quotas {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.118442 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: rbac-policies {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.119629 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: security-groups {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.120946 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: security-group-rules {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.122179 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: service-providers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.123907 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: subnetpools {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.126339 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: subnetpools {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.127973 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.129669 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.131466 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.133271 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.135071 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.136934 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.139180 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.141115 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.142979 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.144738 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron.api.extensions [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:45:54.150628 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING keystonemiddleware.auth_token [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 17:45:54.155311 dv-cinder-786386-10-iscsi neutron-server[93712]: WARNING keystonemiddleware.auth_token [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 17:45:54.163642 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Acquired lock "singleton_lock" {{(pid=93712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 17:45:54.164120 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Releasing lock "singleton_lock" {{(pid=93712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 17:45:54.164796 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO oslo_service.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Starting 2 workers Aug 25 17:45:54.170128 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Started child 93819 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:45:54.174739 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Started child 93820 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:45:54.175388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:54.176351 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO neutron.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 17:45:54.176920 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [-] (93819) wsgi starting up on http://0.0.0.0:9696 Aug 25 17:45:54.177036 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Notify callbacks [] for process, before_spawn {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:54.179237 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:54.179686 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO oslo_service.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Starting 1 workers Aug 25 17:45:54.180643 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [-] (93820) wsgi starting up on http://0.0.0.0:9696 Aug 25 17:45:54.184662 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Started child 93821 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:45:54.185164 dv-cinder-786386-10-iscsi neutron-server[93712]: INFO oslo_service.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Starting 1 workers Aug 25 17:45:54.188568 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] calling RpcWorker wait() {{(pid=93821) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 17:45:54.189140 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] returning from RpcWorker wait() {{(pid=93821) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 17:45:54.190322 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:54.190427 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Started child 93822 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:45:54.190776 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:54.191195 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24b2f5e8-3b59-4db4-9ecb-d108fac725f7 None None] Notify callbacks [] for process, after_spawn {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:54.193032 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 17:45:54.193246 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 17:45:54.193423 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 17:45:54.193647 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 17:45:54.193992 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 17:45:54.194150 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 17:45:54.194645 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.194921 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.195094 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:54.195550 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.195550 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.195766 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.196018 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:54.196356 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.196638 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.196892 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.197159 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.197426 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.197594 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.197763 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.198021 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.198270 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.198575 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.198850 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.199092 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.199372 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.199542 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.199806 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.200087 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.200336 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.200609 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] debug = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.200881 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.201391 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.201619 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.201867 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.202084 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.202366 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.202596 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.202868 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.203112 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.203342 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.203594 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.203846 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.204084 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.204328 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.204566 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.204805 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.205025 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.205645 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] host = dv-cinder-786386-10-iscsi {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.205879 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.206096 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.206321 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.206570 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.206832 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.207044 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.207306 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.207545 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.207804 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.208042 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.208319 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.208565 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.208789 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.209009 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.209178 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_options = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.209397 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.209672 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.209917 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.210105 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.210271 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.210440 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.210676 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.210823 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.211082 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.211318 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.211537 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.211746 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.211959 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.212202 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.212513 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.212761 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.212974 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.213198 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.213451 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.213706 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.213932 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.214155 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.214401 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.214645 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.214858 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.215090 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.215313 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.215546 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.215763 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.216012 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.216240 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.216553 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.216786 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.217048 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.217286 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.217512 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.217728 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.218008 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.218237 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.218477 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.218729 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.218960 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.219191 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.219433 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.219663 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.219875 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_json = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.220087 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.220366 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.220634 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.221035 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.221249 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.222344 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.222344 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.222344 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.222344 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.222635 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.222911 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.223165 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.223504 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.223773 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.224068 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.224426 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.224546 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.224759 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.225087 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.225618 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.226089 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.226330 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.226763 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.227118 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.227769 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.228200 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.228607 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.228976 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.229336 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.229720 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.230031 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.230292 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.230530 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.230769 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.231015 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.231338 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.231615 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.231886 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.232695 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.232914 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.233162 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.233401 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.233619 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.234437 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.234437 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.234437 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.234879 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.234879 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.235027 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.235221 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.235455 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.235685 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.235931 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.236185 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.236435 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.236810 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.237197 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.237571 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.237788 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.238231 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.238602 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.238986 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.239247 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.239614 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.240002 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.240220 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.240592 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.240951 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.241357 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.241715 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.242139 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.242493 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.242921 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.243317 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.243735 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.244103 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.244505 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.244867 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.245093 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.245331 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.245568 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.245789 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.246008 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.246230 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.246446 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.246662 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.246893 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.247134 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.247349 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.247565 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.248405 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.248783 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.248999 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.249219 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.249436 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.249650 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.249882 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.250139 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.250461 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.250702 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.250949 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.251171 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.251562 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.251954 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.252351 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.252755 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.253159 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.253568 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.253971 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.254366 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.254612 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.255027 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.255265 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.255525 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.255745 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.255985 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.256223 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.256484 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.256707 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.256980 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.257218 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.257484 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.257713 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.258112 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.258377 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.258614 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.258880 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.259121 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.259377 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.259670 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.259952 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.260238 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.260525 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.260755 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.260996 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.261242 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.261655 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.262031 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.262444 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.262817 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.263097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.263365 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.263595 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.263817 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.264047 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.264402 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.264649 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.264879 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.265099 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.265384 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.265621 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.265857 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.266128 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.266374 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.266612 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.266865 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.267119 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.267334 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.267567 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.268280 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.268505 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.268745 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.268977 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.269222 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.269460 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.269672 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.270058 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.270430 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.270806 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.271189 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.271551 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.271911 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.272317 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.272690 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.273067 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.273457 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.273697 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.273924 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.274144 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.274543 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.274809 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.275033 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.275305 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.275555 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.275790 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.276194 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.276615 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.277007 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.277235 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.277484 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.277707 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.277919 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.278282 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.278544 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.278745 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.278999 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.279246 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.279466 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.279729 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.279976 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.280334 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.280585 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.281063 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.281303 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.281521 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.281768 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.282003 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.282237 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.282454 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.282687 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.282902 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.283154 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.283537 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.283789 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.284002 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.284212 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.284451 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.284688 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.284896 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.285179 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.285431 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.285658 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.285904 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.286137 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.286347 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.286573 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.286802 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.287015 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.287234 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.287447 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.287655 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.287898 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.288107 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.288339 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.288562 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.288797 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.289003 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.289225 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.289433 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.289684 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.289905 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.290119 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.290327 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.290570 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.290779 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.291027 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.291230 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.291442 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.291671 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.291895 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.292126 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.292377 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.292601 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.292817 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.293025 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.293330 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.293580 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.293799 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.294091 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.294319 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.295098 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.295349 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.295654 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.295868 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.296106 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.296349 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.296569 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.296788 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.297039 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.297351 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.297624 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.297901 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.298115 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.298593 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.298687 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.299184 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.299722 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.299722 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.300042 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.300355 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.300751 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.300995 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.301244 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.301470 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.301688 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.301926 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.302175 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.302401 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.302686 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.302997 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.303122 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.303332 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.303567 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.303798 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.304020 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.304248 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.304505 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.304832 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.304931 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 17:45:54.305378 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 17:45:54.305541 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 17:45:54.305697 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 17:45:54.305870 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 17:45:54.306056 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 17:45:54.306212 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 17:45:54.306576 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.306758 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.306908 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.307071 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.307234 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.307422 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.307600 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.307734 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.307912 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.308088 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.308202 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.308398 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.308569 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.308715 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.308876 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.309035 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.309229 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.309341 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.309505 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.309666 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.309825 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.309987 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.310137 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] debug = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.310851 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.311052 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.311220 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.311384 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.311543 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.311701 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.311860 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.312018 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.312178 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.312361 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.312522 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.312682 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.312842 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.313002 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.313160 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.313319 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.313477 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.313627 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] host = dv-cinder-786386-10-iscsi {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.313782 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.313941 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.314100 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.314257 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.314417 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.314702 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.314861 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.315173 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.315335 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.315494 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.315654 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.315813 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.315975 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.316121 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.316319 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_options = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.316469 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.316623 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.316782 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.316971 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.317136 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.317299 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.317611 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.317771 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.317935 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.318091 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.318398 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.318517 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:54.318615 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.318697 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.318849 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.319007 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.319165 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.319326 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.319487 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.319647 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.319809 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.319968 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.320129 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.320316 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.320477 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.320638 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.320797 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.320958 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.321117 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.321277 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.321436 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.321596 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.321756 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.321917 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.322076 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.322235 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.322395 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.322553 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.322717 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.322877 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.323036 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.323195 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.323353 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.323512 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.323671 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.323830 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.323990 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_json = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.324151 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.324337 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.324499 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.324658 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.324817 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.324975 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.325133 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.325294 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:45:54.325472 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.325636 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.325828 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.325993 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.326155 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.326318 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.326479 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.326643 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.326805 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.326967 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.327141 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.327303 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.327477 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.327639 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.327802 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.327966 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.328128 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.328310 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.328476 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.328640 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.328802 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.328965 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.329136 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.329297 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.329462 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.329649 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.329790 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.329969 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.330293 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.330399 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.330565 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.330726 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.330890 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.331050 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.331203 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.331481 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.331687 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.331794 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.331940 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.332108 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.332284 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.332448 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.332616 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.332775 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.333090 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.333255 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.333423 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.333582 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.333885 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.334185 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.334482 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.334637 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.334800 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.334963 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.335130 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.335299 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.335614 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.335916 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.336084 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.336249 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.336434 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.336648 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.336762 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.336924 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.337095 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.337257 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.337434 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.337597 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.337760 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.337922 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.338086 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.338247 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.338410 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.338573 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.338735 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.339045 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.339211 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.339374 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.339536 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.339700 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.339864 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.340028 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.340191 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.340377 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.340559 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.340704 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.340865 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.341027 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.341189 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.341360 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.341561 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.341744 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.341909 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.342039 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.342200 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.342363 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.342530 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.342692 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.342856 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.343024 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.343170 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.343329 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.343492 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.343655 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.343816 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.343977 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.344138 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.344321 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.344479 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.344635 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.344790 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.344958 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.345118 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.345279 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.345470 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.345600 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.345886 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.346053 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.346216 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.346378 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.346548 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.346726 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.346905 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.347076 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.347232 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.347371 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.347516 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.347651 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.347783 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.347941 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.348104 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.348284 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.348457 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.348630 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.348793 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.348954 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.349114 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.349298 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.349459 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.349620 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.349781 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.349940 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.350103 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.350264 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.350426 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.350587 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.350749 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.350910 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.351071 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.351233 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.351395 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.351556 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.351718 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.351880 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.352041 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.352202 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.352388 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.352805 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.352968 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.353130 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.353291 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.353452 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.353614 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.353776 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.353937 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.354098 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.354258 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.354421 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.354582 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.354742 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.354903 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.355064 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.355225 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.355385 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.355548 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.355710 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.355872 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.356033 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.356195 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.356382 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.356545 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.356707 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.356874 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.357035 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.357715 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.357877 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359017 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359656 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359656 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359656 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359656 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.359922 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.360007 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.360168 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.360283 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.360447 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.360597 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.360764 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.361035 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.361164 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.361289 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.361478 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.361642 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.362042 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.362042 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.363393 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.364540 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365250 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365250 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365250 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365250 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365250 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365704 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365704 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365704 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365956 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.365956 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.366187 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.366187 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.366407 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.366490 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.366647 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.366810 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.366975 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.367135 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.367314 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.367452 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.367611 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.367773 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.367940 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.368108 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.368301 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.368454 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.368616 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.368781 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.368947 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.369112 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.369271 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.369433 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.369596 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.369757 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.369924 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.370097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.370097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.370097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.370097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.370097 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.373533 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374375 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374964 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374964 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374964 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374964 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374964 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:45:54.374964 dv-cinder-786386-10-iscsi neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 17:45:54.577625 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39918) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:54.586376 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064797 Aug 25 17:46:05.807027 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04a27c-3dbc-45bc-9ac7-4f2fc9df7015 None None] get_active_networks_info from dv-cinder-786386-10-iscsi {{(pid=93821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 17:46:05.895703 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04a27c-3dbc-45bc-9ac7-4f2fc9df7015 None None] No non-hosted networks {{(pid=93821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 17:46:05.908685 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.agentschedulers_db [None req-6c04a27c-3dbc-45bc-9ac7-4f2fc9df7015 None None] DHCP Agent not found on host dv-cinder-786386-10-iscsi {{(pid=93821) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 17:46:06.022306 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abfdd157-2a24-4739-9866-8c4cbed9be1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762734'] for agent, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:08.365826 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e08b217-034b-4fd6-a6c2-0ac5866791f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762734'] for agent, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:08.408780 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7aadc2f5-a924-4d39-a329-b3c6fd4f7d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:08.578915 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762734'] for agent, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:08.581176 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.582798 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.583334 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.583914 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.584681 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.585170 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.588307 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.590564 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.595091 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.596540 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.597745 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.599896 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:08.603668 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:08.618695 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:09.533604 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762734'] for agent, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:11.264603 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762734'] for agent, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:11.784678 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.db.l3_hamode_db [None req-6dcfea72-3276-48ec-b324-23a783134b93 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 17:46:11.862175 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfea72-3276-48ec-b324-23a783134b93 None None] Routers set() bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:46:11.862575 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfea72-3276-48ec-b324-23a783134b93 None None] Router IDs set() for agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 17:46:12.317306 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:12.797744 dv-cinder-786386-10-iscsi neutron-server[93820]: WARNING oslo_policy.policy [None req-a720129f-12d3-469f-8842-ca1d30ec7c6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:12.798341 dv-cinder-786386-10-iscsi neutron-server[93820]: WARNING oslo_policy.policy [None req-a720129f-12d3-469f-8842-ca1d30ec7c6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:13.018050 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [None req-a720129f-12d3-469f-8842-ca1d30ec7c6a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:46:13.019106 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a720129f-12d3-469f-8842-ca1d30ec7c6a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7009115 Aug 25 17:46:15.388155 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:15.696401 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:46:15.791179 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.policy [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 17:46:15.836089 dv-cinder-786386-10-iscsi neutron-server[93820]: WARNING oslo_policy.policy [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:15.836587 dv-cinder-786386-10-iscsi neutron-server[93820]: WARNING oslo_policy.policy [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:15.845054 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.quota [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] Loaded quota_driver: . Aug 25 17:46:15.935261 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773320667123', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773320663518', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773320658945', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773320681917', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773321554656', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773320697531', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-744673', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713439', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1670795', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601387'] for rbac-policy, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:15.996836 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:15.998036 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-549f6b70-9ba7-44cb-84ca-71796ef34298 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6088834 Aug 25 17:46:18.574595 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:18.868433 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Request body: {'network': {'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'name': 'private', 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:46:18.897102 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Made reservation on behalf of c0c11f260cab4efb9f123e6666824628 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:46:18.899985 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:18.917007 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:19.038327 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:19.041964 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:19.061756 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:46:19.088666 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773319089125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:19.089245 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Unsubscribe: segment precommit_create {{(pid=93820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 17:46:19.089783 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Added segment d8f6a00b-fca3-4942-a94d-ec9b30673e99 of type vlan for network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f Aug 25 17:46:19.106070 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f397190-7ea4-4c14-ba1e-1e9233edcd4d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:19.154359 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.154715 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.155053 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.155385 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.155712 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.156051 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.156529 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.156858 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.157183 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.157504 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.157823 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.158142 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Tracked resource versions report: Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: pushed versions: Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: { 'AddressGroup': {'1.2'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Log': {'1.0'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Network': {'1.1'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Port': {'1.7'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'PortForwarding': {'1.2'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'QosPolicy': {'1.9'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroup': {'1.4'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SubPort': {'1.0'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Subnet': {'1.1'}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Trunk': {'1.1'}} Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: consumer versions: Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'ConntrackHelper': '1.0', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Log': '1.0', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Network': '1.1', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Port': '1.7', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'PortForwarding': '1.2', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'QosPolicy': '1.9', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroup': '1.4', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroupRule': '1.2', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SubPort': '1.0', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Subnet': '1.1', Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Trunk': '1.1'}} Aug 25 17:46:19.159456 dv-cinder-786386-10-iscsi neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:46:19.209605 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:19.248726 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:19.249884 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:19.250517 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:19.334391 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7586629 Aug 25 17:46:19.347589 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2667-3b43-46d7-9636-e85e8073a43c admin admin] Pushing event updated for resources: {'Network': ['ID=5af011a5-fd99-4bf6-acbb-657f0ddc1d6f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:19.360651 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:46:21.987534 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:22.372267 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab100ea-6111-46b1-a3c4-22f7d888a7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:22.373642 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-4ab100ea-6111-46b1-a3c4-22f7d888a7cb admin admin] 10.222.0.23 "GET /v2.0/networks/5af011a5-fd99-4bf6-acbb-657f0ddc1d6f HTTP/1.1" status: 200 len: 825 time: 0.3851616 Aug 25 17:46:22.398295 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7c9edbad-32c3-42a6-9907-7ca8e8c8f18a admin admin] 10.222.0.23 "GET /v2.0/subnetpools/08f85ef5-279c-4fae-825a-635ab132a7e2 HTTP/1.1" status: 200 len: 734 time: 0.0185716 Aug 25 17:46:22.410011 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '08f85ef5-279c-4fae-825a-635ab132a7e2', 'name': 'private-subnet', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:46:22.431658 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Made reservation on behalf of c0c11f260cab4efb9f123e6666824628 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:46:22.434449 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:22.719968 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:22.788088 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766afa45-893c-4c05-b871-f4c7f0bb9454,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:22.793127 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Checking segment: {'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:46:22.793516 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Network hostable DHCP agents. Network: 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:46:22.814478 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:46:22.825232 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:46:22.832904 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:22.833481 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:22.833701 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b566c-8a4e-4c9d-a0e0-3284ce1bff50 None None] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:46:22.846777 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-492347d2-e533-442d-89bd-5983c909ea71 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4414434 Aug 25 17:46:23.156385 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'fixed_ips': [{'subnet_id': '766afa45-893c-4c05-b871-f4c7f0bb9454'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:46:23.157587 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:23.435011 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Allocated IP 172.20.0.2 (5af011a5-fd99-4bf6-acbb-657f0ddc1d6f/766afa45-893c-4c05-b871-f4c7f0bb9454/4e91c6ea-da56-4e57-8fa6-efded1d94dc1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:46:23.647229 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:23.691404 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Transition to ACTIVE for port object 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:46:23.713489 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Transition to ACTIVE for port object 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:46:23.722150 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:23.792364 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:46:23.797119 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:46:23.809029 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:46:23.812387 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Pushing event updated for resources: {'Port': ['ID=4e91c6ea-da56-4e57-8fa6-efded1d94dc1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:23.844636 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.844636 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.844636 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.844636 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.845513 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.845513 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.845795 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.846131 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.846481 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.846814 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.847143 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.847470 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Tracked resource versions report: Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: pushed versions: Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: { 'AddressGroup': {'1.2'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Log': {'1.0'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Network': {'1.1'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Port': {'1.7'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'PortForwarding': {'1.2'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'QosPolicy': {'1.9'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroup': {'1.4'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SubPort': {'1.0'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Subnet': {'1.1'}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Trunk': {'1.1'}} Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: consumer versions: Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'ConntrackHelper': '1.0', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Log': '1.0', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Network': '1.1', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Port': '1.7', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'PortForwarding': '1.2', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'QosPolicy': '1.9', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroup': '1.4', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroupRule': '1.2', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SubPort': '1.0', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Subnet': '1.1', Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Trunk': '1.1'}} Aug 25 17:46:23.848862 dv-cinder-786386-10-iscsi neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:46:23.897893 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Attempting to bind port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:46:23.898287 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Attempting to bind port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:46:23.898747 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Attempting to bind port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 on network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:46:23.903591 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:46:23.904034 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Checking segment: {'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:46:23.904534 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:23.904932 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Bound using segment: {'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:46:23.905441 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Bound port: 4e91c6ea-da56-4e57-8fa6-efded1d94dc1, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:46:23.906021 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:23.969577 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] For port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:46:23.973687 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] For port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=4e91c6ea-da56-4e57-8fa6-efded1d94dc1,segment=NetworkSegment(d8f6a00b-fca3-4942-a94d-ec9b30673e99),segment_id=d8f6a00b-fca3-4942-a94d-ec9b30673e99)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:46:23.978251 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:24.043361 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c91b-3de4-4f89-ad29-f6bd540f8c36 None None] Pushing event updated for resources: {'Port': ['ID=4e91c6ea-da56-4e57-8fa6-efded1d94dc1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:25.243670 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:25.556280 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [None req-0eeeee07-b664-4d1e-94b0-b05d1b42c2a0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:46:25.557352 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-0eeeee07-b664-4d1e-94b0-b05d1b42c2a0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127112 Aug 25 17:46:27.940133 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40068) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:28.437331 dv-cinder-786386-10-iscsi neutron-server[93819]: WARNING oslo_policy.policy [None req-60f712f0-42e7-4885-b061-26a2552a63ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:28.437934 dv-cinder-786386-10-iscsi neutron-server[93819]: WARNING oslo_policy.policy [None req-60f712f0-42e7-4885-b061-26a2552a63ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:28.662748 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [None req-60f712f0-42e7-4885-b061-26a2552a63ff admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:46:28.664006 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-60f712f0-42e7-4885-b061-26a2552a63ff admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7217262 Aug 25 17:46:31.301661 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40088) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:31.611679 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'admin_state_up': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:46:31.680398 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.policy [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93819) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 17:46:31.725553 dv-cinder-786386-10-iscsi neutron-server[93819]: WARNING oslo_policy.policy [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:31.726204 dv-cinder-786386-10-iscsi neutron-server[93819]: WARNING oslo_policy.policy [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:46:31.735315 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.quota [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Loaded quota_driver: . Aug 25 17:46:31.788415 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:31.790206 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:31.948637 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:31.953901 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:31.973187 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:31.974394 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-5e8247c3-4afe-45d7-bb6c-fa8d33eadc16 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6711378 Aug 25 17:46:32.417348 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847d796-c8e4-4451-9db5-5d40b4971c38 None None] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:46:32.482412 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-aedd3a08-bb06-4486-bfa8-b5ef6202334d None None] Provisioning for port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:46:32.540100 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:46:32.657599 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:46:32.665615 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:32.666006 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:32.782915 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:32.819908 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=4e91c6ea-da56-4e57-8fa6-efded1d94dc1,segment=NetworkSegment(d8f6a00b-fca3-4942-a94d-ec9b30673e99),segment_id=d8f6a00b-fca3-4942-a94d-ec9b30673e99)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:46:32.824179 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:32.872995 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=4e91c6ea-da56-4e57-8fa6-efded1d94dc1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:32.910565 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d9dc145b-df5f-48e0-9753-252d2c6fdb45 None None] Provisioning complete for port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:32.910862 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9dc145b-df5f-48e0-9753-252d2c6fdb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:34.355346 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40098) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:34.484474 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:46:34.530131 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:34.530594 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:34.670755 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [None req-41cbc527-d47b-4d56-88e0-23cb28026d6c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:46:34.671748 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-41cbc527-d47b-4d56-88e0-23cb28026d6c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154805 Aug 25 17:46:35.695835 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec106cc-1c37-46b7-9536-e5b00eeded8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.004052 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40106) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:37.304655 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:46:37.328543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Made reservation on behalf of 5c26e4dfd66f48e8a321fe0b91717a65 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:46:37.331555 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.347531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.463951 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.467414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.478051 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Reserving flat network on physical network physnet1 {{(pid=93819) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 17:46:37.509983 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773319089125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.510542 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Unsubscribe: segment precommit_create {{(pid=93819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 17:46:37.511043 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Added segment 66e3fb87-ad0e-482b-9627-30bd46871104 of type flat for network f470491b-204f-42e9-aeec-0b0485ccad48 Aug 25 17:46:37.526823 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45fc742-a1f2-420c-b197-4e96be152c1c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:37.552416 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.552775 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.553110 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.553438 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.553760 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.554096 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.554422 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.554740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.555056 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.555370 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.555693 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.556003 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Tracked resource versions report: Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: pushed versions: Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: { 'AddressGroup': {'1.2'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Log': {'1.0'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Network': {'1.1'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Port': {'1.7'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'PortForwarding': {'1.2'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'QosPolicy': {'1.9'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroup': {'1.4'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SubPort': {'1.0'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Subnet': {'1.1'}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Trunk': {'1.1'}} Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: consumer versions: Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'ConntrackHelper': '1.0', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Log': '1.0', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Network': '1.1', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Port': '1.7', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'PortForwarding': '1.2', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'QosPolicy': '1.9', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroup': '1.4', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroupRule': '1.2', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SubPort': '1.0', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Subnet': '1.1', Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Trunk': '1.1'}} Aug 25 17:46:37.557446 dv-cinder-786386-10-iscsi neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:46:37.637238 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.682247 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.683393 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:37.684041 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:37.764620 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7593975 Aug 25 17:46:37.783115 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838d166-ade1-453a-b46f-fa283b8f3749 admin admin] Pushing event updated for resources: {'Network': ['ID=f470491b-204f-42e9-aeec-0b0485ccad48,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:37.793827 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network f470491b-204f-42e9-aeec-0b0485ccad48 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:46:38.346524 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-092227df-651c-4060-b51e-3a51801fa07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:38.572889 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:39.446851 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:40.131265 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40128) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:40.347231 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75899c7c-71b9-45bf-ba86-a19b0c6df5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:40.348665 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-75899c7c-71b9-45bf-ba86-a19b0c6df5e6 admin admin] 10.222.0.23 "GET /v2.0/subnets/766afa45-893c-4c05-b871-f4c7f0bb9454 HTTP/1.1" status: 200 len: 849 time: 0.2164631 Aug 25 17:46:40.482299 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ebb97b25-6067-42af-86ec-fbc4c0dcce33 admin admin] 10.222.0.23 "GET /v2.0/routers/c7141c58-b5d3-4759-b719-5153d38cbe53 HTTP/1.1" status: 200 len: 704 time: 0.1271336 Aug 25 17:46:40.746923 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.036013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Allocated IP 172.20.0.1 (5af011a5-fd99-4bf6-acbb-657f0ddc1d6f/766afa45-893c-4c05-b871-f4c7f0bb9454/8d518d90-abc4-498f-a74f-0d065e5a3564) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:46:41.207188 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.217829 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.241653 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Transition to ACTIVE for port object 8d518d90-abc4-498f-a74f-0d065e5a3564 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:46:41.308639 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.378391 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:46:41.383053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:46:41.394212 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:46:41.395107 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.414274 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Pushing event updated for resources: {'Port': ['ID=8d518d90-abc4-498f-a74f-0d065e5a3564,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:41.551566 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1da9eea3-36e0-48a3-8c3c-6128d4b459e2 None None] Provisioning for port 8d518d90-abc4-498f-a74f-0d065e5a3564 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:46:41.555113 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1da9eea3-36e0-48a3-8c3c-6128d4b459e2 None None] Provisioning complete for port 8d518d90-abc4-498f-a74f-0d065e5a3564 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:41.555512 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1da9eea3-36e0-48a3-8c3c-6128d4b459e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.587703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.588455 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1da9eea3-36e0-48a3-8c3c-6128d4b459e2 None None] Port 8d518d90-abc4-498f-a74f-0d065e5a3564 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:46:41.841111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.845422 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.846323 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:41.924475 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Pushing event updated for resources: {'Port': ['ID=8d518d90-abc4-498f-a74f-0d065e5a3564,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:41.970095 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:46:41.971356 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:46:42.128720 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Router c7141c58-b5d3-4759-b719-5153d38cbe53 is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:46:42.208264 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-468e887f-1a12-4cba-81a6-6d83ae016793 None None] Provisioning complete for port 8d518d90-abc4-498f-a74f-0d065e5a3564 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:42.208862 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-468e887f-1a12-4cba-81a6-6d83ae016793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:42.218396 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:46:42.225725 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ed575b83-274e-44fb-907c-7fa14652d308 admin admin] 10.222.0.23 "PUT /v2.0/routers/c7141c58-b5d3-4759-b719-5153d38cbe53/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7357457 Aug 25 17:46:42.239903 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Sync routers for ids ['c7141c58-b5d3-4759-b719-5153d38cbe53'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:46:42.247683 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-468e887f-1a12-4cba-81a6-6d83ae016793 None None] Port 8d518d90-abc4-498f-a74f-0d065e5a3564 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:46:42.252372 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Routers {'c7141c58-b5d3-4759-b719-5153d38cbe53'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:46:42.253231 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:46:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c7141c58-b5d3-4759-b719-5153d38cbe53'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:42.438960 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Set router c7141c58-b5d3-4759-b719-5153d38cbe53 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:46:42.862581 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'name': 'router1', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:46:31Z', 'updated_at': '2021-08-25T17:46:41Z', 'revision_number': 2, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'gw_port_host': None, '_interfaces': [{'id': '8d518d90-abc4-498f-a74f-0d065e5a3564', 'name': '', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'mac_address': 'fa:16:3e:c9:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:40Z', 'updated_at': '2021-08-25T17:46:41Z', 'revision_number': 2, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'subnets': [{'id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f85ef5-279c-4fae-825a-635ab132a7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:42.914592 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Checking router: c7141c58-b5d3-4759-b719-5153d38cbe53 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:46:42.914958 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Updating router c7141c58-b5d3-4759-b719-5153d38cbe53 port 8d518d90-abc4-498f-a74f-0d065e5a3564 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:46:42.961522 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.477609 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.495171 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Transition to ACTIVE for port object 8d518d90-abc4-498f-a74f-0d065e5a3564 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:46:43.501154 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.663604 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Attempting to bind port 8d518d90-abc4-498f-a74f-0d065e5a3564 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:46:43.663979 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Attempting to bind port 8d518d90-abc4-498f-a74f-0d065e5a3564 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:46:43.664446 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Attempting to bind port 8d518d90-abc4-498f-a74f-0d065e5a3564 on network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:46:43.669856 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Pushing event updated for resources: {'Port': ['ID=8d518d90-abc4-498f-a74f-0d065e5a3564,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:43.674614 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:46:43.675030 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Checking segment: {'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:46:43.675525 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.675919 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Bound using segment: {'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:46:43.676472 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Bound port: 8d518d90-abc4-498f-a74f-0d065e5a3564, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f6a00b-fca3-4942-a94d-ec9b30673e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:46:43.676867 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.683733 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.684089 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.684465 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.684809 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.685138 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.685472 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.685800 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.686170 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.686577 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.686911 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.687235 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.687559 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Tracked resource versions report: Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: pushed versions: Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: { 'AddressGroup': {'1.2'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Log': {'1.0'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Network': {'1.1'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Port': {'1.7'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'PortForwarding': {'1.2'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'QosPolicy': {'1.9'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroup': {'1.4'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SubPort': {'1.0'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Subnet': {'1.1'}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Trunk': {'1.1'}} Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: consumer versions: Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'ConntrackHelper': '1.0', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Log': '1.0', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Network': '1.1', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Port': '1.7', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'PortForwarding': '1.2', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'QosPolicy': '1.9', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroup': '1.4', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroupRule': '1.2', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SubPort': '1.0', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Subnet': '1.1', Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Trunk': '1.1'}} Aug 25 17:46:43.688962 dv-cinder-786386-10-iscsi neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:46:43.755361 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] For port 8d518d90-abc4-498f-a74f-0d065e5a3564, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:46:43.773548 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] For port 8d518d90-abc4-498f-a74f-0d065e5a3564, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=8d518d90-abc4-498f-a74f-0d065e5a3564,segment=NetworkSegment(d8f6a00b-fca3-4942-a94d-ec9b30673e99),segment_id=d8f6a00b-fca3-4942-a94d-ec9b30673e99)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:46:43.778165 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.835369 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Routers {'c7141c58-b5d3-4759-b719-5153d38cbe53'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:46:43.835999 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:46:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c7141c58-b5d3-4759-b719-5153d38cbe53'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:43.838710 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d469cc7-8fc2-432b-acbe-92ff900acc55 None None] Pushing event updated for resources: {'Port': ['ID=8d518d90-abc4-498f-a74f-0d065e5a3564,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:43.928523 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] Set router c7141c58-b5d3-4759-b719-5153d38cbe53 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:46:44.137602 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'name': 'router1', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:46:31Z', 'updated_at': '2021-08-25T17:46:41Z', 'revision_number': 2, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'gw_port_host': None, '_interfaces': [{'id': '8d518d90-abc4-498f-a74f-0d065e5a3564', 'name': '', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'mac_address': 'fa:16:3e:c9:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:40Z', 'updated_at': '2021-08-25T17:46:43Z', 'revision_number': 4, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'subnets': [{'id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f85ef5-279c-4fae-825a-635ab132a7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:44.166371 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8eb14-3ef4-4be7-978a-d07cdfc3bb78 None None] The sync data for ids ['c7141c58-b5d3-4759-b719-5153d38cbe53'] in dv-cinder-786386-10-iscsi is: [{'id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'name': 'router1', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:46:31Z', 'updated_at': '2021-08-25T17:46:41Z', 'revision_number': 2, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'gw_port_host': None, '_interfaces': [{'id': '8d518d90-abc4-498f-a74f-0d065e5a3564', 'name': '', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'mac_address': 'fa:16:3e:c9:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:40Z', 'updated_at': '2021-08-25T17:46:43Z', 'revision_number': 4, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'subnets': [{'id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f85ef5-279c-4fae-825a-635ab132a7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:46:44.449369 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40148) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:44.558782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981c4d3-8854-438d-86b9-0cb7faae5a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:44.560148 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0981c4d3-8854-438d-86b9-0cb7faae5a7e admin admin] 10.222.0.23 "GET /v2.0/networks/f470491b-204f-42e9-aeec-0b0485ccad48 HTTP/1.1" status: 200 len: 842 time: 0.1098280 Aug 25 17:46:44.570015 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:46:44.594493 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Made reservation on behalf of 5c26e4dfd66f48e8a321fe0b91717a65 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:46:44.596765 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:44.905755 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.objects.ports [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 17:46:44.906228 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:44.958206 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d10e834-9bff-4948-a622-3ec1b71460f8,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:44.970686 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:46:44.971053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Network hostable DHCP agents. Network: f470491b-204f-42e9-aeec-0b0485ccad48, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:46:44.991543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:46:45.002447 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, f470491b-204f-42e9-aeec-0b0485ccad48) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:46:45.006708 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:45.007365 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:45.011436 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9519e8-3254-4a36-a88c-1e3201ec45a7 None None] Network f470491b-204f-42e9-aeec-0b0485ccad48 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:46:45.030209 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-6f32183b-6db7-4e75-970a-c0d9ecc4c0da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4556015 Aug 25 17:46:45.142803 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5f6cf6-b709-4bf1-a2fd-dc0c8cc3c687 None None] Network f470491b-204f-42e9-aeec-0b0485ccad48 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:46:47.319916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40156) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:47.454683 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d7d716ca-083e-44c0-bce0-35136c50bfce admin admin] 10.222.0.23 "GET /v2.0/routers/c7141c58-b5d3-4759-b719-5153d38cbe53 HTTP/1.1" status: 200 len: 710 time: 0.1335299 Aug 25 17:46:47.541625 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd483b0-68c7-4058-b307-a4aca51a732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:46:47.542987 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-6dd483b0-68c7-4058-b307-a4aca51a732d admin admin] 10.222.0.23 "GET /v2.0/networks/f470491b-204f-42e9-aeec-0b0485ccad48 HTTP/1.1" status: 200 len: 886 time: 0.0823233 Aug 25 17:46:47.552471 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:46:47.874488 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:48.105150 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:48.180238 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:48.284626 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Allocated IP 172.27.2.216 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/57546619-0caa-474e-bff9-0b380c85febc) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:46:48.383859 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:48.423138 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:48.460916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:46:48.466698 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:46:48.471236 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:46:48.506915 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Pushing event updated for resources: {'Port': ['ID=57546619-0caa-474e-bff9-0b380c85febc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:48.717048 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:48.910995 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1740729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4591'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:48.914322 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1740718'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:49.021898 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Router c7141c58-b5d3-4759-b719-5153d38cbe53 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:46:49.126202 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:46:49.130381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:49.131561 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-7ae86dfc-915b-4f8e-a3f7-f332e9346e5e admin admin] 10.222.0.23 "PUT /v2.0/routers/c7141c58-b5d3-4759-b719-5153d38cbe53 HTTP/1.1" status: 200 len: 890 time: 1.5823271 Aug 25 17:46:50.518743 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 8d518d90-abc4-498f-a74f-0d065e5a3564 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:46:50.569054 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 8d518d90-abc4-498f-a74f-0d065e5a3564 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:46:50.575766 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 8d518d90-abc4-498f-a74f-0d065e5a3564 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:50.576137 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:50.622799 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Sync routers for ids ['c7141c58-b5d3-4759-b719-5153d38cbe53'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:46:50.655304 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Routers {'c7141c58-b5d3-4759-b719-5153d38cbe53'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:46:50.655961 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:46:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c7141c58-b5d3-4759-b719-5153d38cbe53'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:50.758202 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:50.878841 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 8d518d90-abc4-498f-a74f-0d065e5a3564, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=8d518d90-abc4-498f-a74f-0d065e5a3564,segment=NetworkSegment(d8f6a00b-fca3-4942-a94d-ec9b30673e99),segment_id=d8f6a00b-fca3-4942-a94d-ec9b30673e99)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:46:50.888108 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:50.957994 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Set router c7141c58-b5d3-4759-b719-5153d38cbe53 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:46:51.022837 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=8d518d90-abc4-498f-a74f-0d065e5a3564,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:51.246829 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:46:51.351624 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'name': 'router1', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '57546619-0caa-474e-bff9-0b380c85febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:46:31Z', 'updated_at': '2021-08-25T17:46:48Z', 'revision_number': 4, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'gw_port': {'id': '57546619-0caa-474e-bff9-0b380c85febc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:48Z', 'updated_at': '2021-08-25T17:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '8d518d90-abc4-498f-a74f-0d065e5a3564', 'name': '', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'mac_address': 'fa:16:3e:c9:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:40Z', 'updated_at': '2021-08-25T17:46:43Z', 'revision_number': 4, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'subnets': [{'id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f85ef5-279c-4fae-825a-635ab132a7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:51.401346 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Checking router: c7141c58-b5d3-4759-b719-5153d38cbe53 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:46:51.401721 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Updating router c7141c58-b5d3-4759-b719-5153d38cbe53 port 57546619-0caa-474e-bff9-0b380c85febc binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:46:51.453891 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:51.555072 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40168) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:46:51.750949 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-21c7032d-8f1b-4897-885d-46af45f32b7c admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1946468 Aug 25 17:46:51.779444 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:51.790660 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Transition to ACTIVE for port object 57546619-0caa-474e-bff9-0b380c85febc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:46:51.797016 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:51.850467 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Attempting to bind port 57546619-0caa-474e-bff9-0b380c85febc on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:46:51.850847 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Attempting to bind port 57546619-0caa-474e-bff9-0b380c85febc by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:46:51.851222 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Attempting to bind port 57546619-0caa-474e-bff9-0b380c85febc on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:46:51.857475 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac089a-36a7-4026-a20f-374f417498c5 None None] Pushing event updated for resources: {'Port': ['ID=57546619-0caa-474e-bff9-0b380c85febc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:51.862988 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:46:51.863373 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:46:51.863789 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:51.864187 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:46:51.864718 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Bound port: 57546619-0caa-474e-bff9-0b380c85febc, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:46:51.865131 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:51.920513 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] For port 57546619-0caa-474e-bff9-0b380c85febc, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:46:51.923813 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] For port 57546619-0caa-474e-bff9-0b380c85febc, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=57546619-0caa-474e-bff9-0b380c85febc,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:46:51.928432 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:51.986886 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Routers {'c7141c58-b5d3-4759-b719-5153d38cbe53'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:46:51.987514 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:46:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c7141c58-b5d3-4759-b719-5153d38cbe53'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:51.990177 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac089a-36a7-4026-a20f-374f417498c5 None None] Pushing event updated for resources: {'Port': ['ID=57546619-0caa-474e-bff9-0b380c85febc,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:52.174085 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] Set router c7141c58-b5d3-4759-b719-5153d38cbe53 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:46:52.392390 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'name': 'router1', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '57546619-0caa-474e-bff9-0b380c85febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:46:31Z', 'updated_at': '2021-08-25T17:46:48Z', 'revision_number': 4, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'gw_port': {'id': '57546619-0caa-474e-bff9-0b380c85febc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:48Z', 'updated_at': '2021-08-25T17:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '8d518d90-abc4-498f-a74f-0d065e5a3564', 'name': '', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'mac_address': 'fa:16:3e:c9:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:40Z', 'updated_at': '2021-08-25T17:46:50Z', 'revision_number': 5, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'subnets': [{'id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f85ef5-279c-4fae-825a-635ab132a7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:46:52.422823 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456be6a4-d33f-401e-9012-54d7a7605fd1 None None] The sync data for ids ['c7141c58-b5d3-4759-b719-5153d38cbe53'] in dv-cinder-786386-10-iscsi is: [{'id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'name': 'router1', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '57546619-0caa-474e-bff9-0b380c85febc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:46:31Z', 'updated_at': '2021-08-25T17:46:48Z', 'revision_number': 4, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'gw_port': {'id': '57546619-0caa-474e-bff9-0b380c85febc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:48Z', 'updated_at': '2021-08-25T17:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '8d518d90-abc4-498f-a74f-0d065e5a3564', 'name': '', 'network_id': '5af011a5-fd99-4bf6-acbb-657f0ddc1d6f', 'tenant_id': 'c0c11f260cab4efb9f123e6666824628', 'mac_address': 'fa:16:3e:c9:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7141c58-b5d3-4759-b719-5153d38cbe53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:46:40Z', 'updated_at': '2021-08-25T17:46:50Z', 'revision_number': 5, 'project_id': 'c0c11f260cab4efb9f123e6666824628', 'subnets': [{'id': '766afa45-893c-4c05-b871-f4c7f0bb9454', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f85ef5-279c-4fae-825a-635ab132a7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:46:52.558771 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 8d518d90-abc4-498f-a74f-0d065e5a3564 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:46:52.628436 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 8d518d90-abc4-498f-a74f-0d065e5a3564 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:52.628815 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:54.540333 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 57546619-0caa-474e-bff9-0b380c85febc up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:46:54.591087 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 57546619-0caa-474e-bff9-0b380c85febc completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:46:54.595794 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 57546619-0caa-474e-bff9-0b380c85febc triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:54.596435 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:54.695534 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:54.741496 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 57546619-0caa-474e-bff9-0b380c85febc, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=57546619-0caa-474e-bff9-0b380c85febc,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:46:54.747681 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:54.796019 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=57546619-0caa-474e-bff9-0b380c85febc,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:46:56.600076 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 57546619-0caa-474e-bff9-0b380c85febc up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:46:56.729468 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 57546619-0caa-474e-bff9-0b380c85febc triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:46:56.729910 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:05.698187 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1665e2a-985d-4a0c-bd6f-c82e8a0174c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:08.354692 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86db98ee-08b1-48d7-b67e-cdc4fb2f41cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:08.579104 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:09.452534 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:11.228076 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:28.245695 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:47:35.702482 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ebbb5b-86bd-4def-b611-4a34ec3cc1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:38.349345 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c208-44df-4aae-8399-1c862b536441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:38.577238 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:39.455085 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:41.233019 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:05.243851 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:48:05.704420 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a227b5de-4c58-488d-ad94-9c4265f6e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:08.354090 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07e01c4b-c9f1-4135-9fe5-b7aa7bc19593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:08.568297 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:09.457734 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:11.230350 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:26.869145 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40732) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:26.930283 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-03522ef4-fbad-4d3f-9f1d-cffe3c0a4a16 admin admin] GET failed (client error): The resource could not be found. Aug 25 17:48:26.931631 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-03522ef4-fbad-4d3f-9f1d-cffe3c0a4a16 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615220 Aug 25 17:48:27.090728 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a2ffc-552f-49b0-9830-ae2153816c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:27.092112 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-4e8a2ffc-552f-49b0-9830-ae2153816c7d admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559498 Aug 25 17:48:29.264882 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40742) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:29.354385 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8389991c-4aa0-4a08-8ab7-2fac6c928684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:29.355689 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8389991c-4aa0-4a08-8ab7-2fac6c928684 admin admin] 10.222.0.23 "GET /v2.0/subnets/766afa45-893c-4c05-b871-f4c7f0bb9454 HTTP/1.1" status: 200 len: 849 time: 0.0898643 Aug 25 17:48:29.365598 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:48:29.450902 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Notify callbacks [] for subnet, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:29.585964 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773319047208'] for subnet, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:29.618633 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:29.619219 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:29.632286 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] 10.222.0.23 "PUT /v2.0/subnets/766afa45-893c-4c05-b871-f4c7f0bb9454 HTTP/1.1" status: 200 len: 868 time: 0.2585025 Aug 25 17:48:29.632512 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1dcbd8-e962-4cdf-be12-088dff3b9afc None None] Network 5af011a5-fd99-4bf6-acbb-657f0ddc1d6f requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:48:29.640783 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=766afa45-893c-4c05-b871-f4c7f0bb9454,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:48:29.648238 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.648647 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.649003 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.649344 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.649681 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.650020 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.650354 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.650704 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.651058 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.651389 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.651717 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.652043 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf39978-6411-434b-8f93-84deecd00ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:48:29.994866 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-51d3ff6b-a3fc-473a-804c-9bf2623101ac None None] Provisioning complete for port 8d518d90-abc4-498f-a74f-0d065e5a3564 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:48:29.995236 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51d3ff6b-a3fc-473a-804c-9bf2623101ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:30.079601 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-51d3ff6b-a3fc-473a-804c-9bf2623101ac None None] Provisioning complete for port 4e91c6ea-da56-4e57-8fa6-efded1d94dc1 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:48:30.079866 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51d3ff6b-a3fc-473a-804c-9bf2623101ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:31.805774 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40750) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:32.001306 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d00e58-b476-4c37-b400-aad27e8ec960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:32.001713 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d00e58-b476-4c37-b400-aad27e8ec960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:32.003244 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-01d00e58-b476-4c37-b400-aad27e8ec960 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964524 Aug 25 17:48:34.182375 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:34.384091 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f1f33-42b2-470f-8130-d3a9070314c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:34.384601 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f1f33-42b2-470f-8130-d3a9070314c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:34.386107 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-bc0f1f33-42b2-470f-8130-d3a9070314c8 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028861 Aug 25 17:48:35.705702 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-deceab52-2ced-4527-b67b-8896801778c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:36.597786 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:36.771017 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf41c5e-4c98-40aa-8d47-c63c1e9ca5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:36.772462 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5cf41c5e-4c98-40aa-8d47-c63c1e9ca5e3 admin admin] 10.222.0.23 "GET /v2.0/networks/5af011a5-fd99-4bf6-acbb-657f0ddc1d6f HTTP/1.1" status: 200 len: 869 time: 0.1736860 Aug 25 17:48:38.356723 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7be2d9d-4615-46ce-83c1-f653378a996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:38.570267 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:38.937171 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:39.063325 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba283d-deea-48d7-8057-bea33f432993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:39.064772 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5cba283d-deea-48d7-8057-bea33f432993 admin admin] 10.222.0.23 "GET /v2.0/networks/f470491b-204f-42e9-aeec-0b0485ccad48 HTTP/1.1" status: 200 len: 886 time: 0.1266589 Aug 25 17:48:39.461632 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:41.209042 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40784) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:41.237395 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:41.334600 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea627402-04dc-40bf-8f7c-450ababb07e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:41.335055 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea627402-04dc-40bf-8f7c-450ababb07e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:41.336584 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ea627402-04dc-40bf-8f7c-450ababb07e2 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265540 Aug 25 17:48:42.242443 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:48:43.495496 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:43.616875 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb038c2-38d3-40b0-b557-2c4b6064e997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:43.617326 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb038c2-38d3-40b0-b557-2c4b6064e997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:43.618794 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1bb038c2-38d3-40b0-b557-2c4b6064e997 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223454 Aug 25 17:48:45.762107 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:45.852209 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5479d-e66f-44c7-9755-60937c64d946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:45.853575 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-39c5479d-e66f-44c7-9755-60937c64d946 admin admin] 10.222.0.23 "GET /v2.0/subnets/766afa45-893c-4c05-b871-f4c7f0bb9454 HTTP/1.1" status: 200 len: 868 time: 0.0905044 Aug 25 17:48:48.024183 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40808) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:48:48.109093 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8c769-2082-466b-8f7c-ffe8c0fc446f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:48:48.110423 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-67e8c769-2082-466b-8f7c-ffe8c0fc446f admin admin] 10.222.0.23 "GET /v2.0/subnets/8d10e834-9bff-4948-a622-3ec1b71460f8 HTTP/1.1" status: 200 len: 816 time: 0.0852754 Aug 25 17:49:05.706568 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de43a4be-6e5c-4958-9d03-f5d6b5572195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:08.357486 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-882888d1-8519-4d97-ab8e-d63a89c607c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:08.571323 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:09.465168 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:11.241607 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:11.633572 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:49:11.680697 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [None req-68b92946-7e44-4f9a-a022-0f234ab7f296 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:49:11.681680 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-68b92946-7e44-4f9a-a022-0f234ab7f296 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471795 Aug 25 17:49:13.939451 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40870) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:49:13.999319 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0721555-228a-4be7-9fe1-027c804b4f31 admin admin] GET failed (client error): The resource could not be found. Aug 25 17:49:14.000622 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c0721555-228a-4be7-9fe1-027c804b4f31 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599637 Aug 25 17:49:14.086751 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b11ee1-c4b7-401e-83db-a4a9c32ab13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:49:14.088205 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-58b11ee1-c4b7-401e-83db-a4a9c32ab13b admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830657 Aug 25 17:49:16.265165 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40878) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:49:16.312298 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:49:16.332790 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Made reservation on behalf of 5c26e4dfd66f48e8a321fe0b91717a65 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:49:16.335110 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:16.361814 dv-cinder-786386-10-iscsi neutron-server[93819]: WARNING neutron.services.revisions.revision_plugin [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Could not find related network for resource to bump revision. Aug 25 17:49:16.376317 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:49:16.386360 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:16.386705 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Added segment 91ba94e6-2068-4b8f-b732-5fc760a741f2 of type vlan for network 52dcd222-6f71-4e96-96f7-6ad4d86db18d Aug 25 17:49:16.434803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:16.458980 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:16.459895 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:49:16.460516 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:16.514532 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2482882 Aug 25 17:49:16.523201 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3904f-5b0b-4ff3-b089-3a47b0977da2 admin admin] Pushing event updated for resources: {'Network': ['ID=52dcd222-6f71-4e96-96f7-6ad4d86db18d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:49:16.533735 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 52dcd222-6f71-4e96-96f7-6ad4d86db18d details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:49:18.715799 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40886) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:49:18.775915 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc98d37-867e-48cb-911b-925a14bca6e3 admin admin] GET failed (client error): The resource could not be found. Aug 25 17:49:18.777252 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ffc98d37-867e-48cb-911b-925a14bca6e3 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604751 Aug 25 17:49:18.845059 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84409eaa-b73f-4783-bb2f-5fe401c0872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:49:18.846410 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-84409eaa-b73f-4783-bb2f-5fe401c0872d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644219 Aug 25 17:49:18.857317 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:49:18.877078 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Made reservation on behalf of 5c26e4dfd66f48e8a321fe0b91717a65 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:49:18.879248 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.038092 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.094007 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a86689-cf42-499a-81ab-0444f26ade49,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:49:19.099027 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Checking segment: {'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:49:19.099316 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Network hostable DHCP agents. Network: 52dcd222-6f71-4e96-96f7-6ad4d86db18d, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:49:19.115174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Network 52dcd222-6f71-4e96-96f7-6ad4d86db18d is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:49:19.123053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 52dcd222-6f71-4e96-96f7-6ad4d86db18d) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:49:19.126935 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:49:19.127518 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.132653 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f56d04-d678-4986-ba05-8f20fb756e61 None None] Network 52dcd222-6f71-4e96-96f7-6ad4d86db18d requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:49:19.141403 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-052b9641-8d2c-40d0-af5c-22d6f58e10dd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2875447 Aug 25 17:49:19.240614 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:49:19.380751 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-52dcd222-6f71-4e96-96f7-6ad4d86db18d', 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d', 'tenant_id': '5c26e4dfd66f48e8a321fe0b91717a65', 'fixed_ips': [{'subnet_id': 'b1a86689-cf42-499a-81ab-0444f26ade49'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:49:19.381619 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.522104 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Allocated IP 192.168.233.2 (52dcd222-6f71-4e96-96f7-6ad4d86db18d/b1a86689-cf42-499a-81ab-0444f26ade49/6bb2690d-7c9c-4df4-bf67-28de2a01c769) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:49:19.669857 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.678070 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Transition to ACTIVE for port object 6bb2690d-7c9c-4df4-bf67-28de2a01c769 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:49:19.694224 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Transition to ACTIVE for port object 6bb2690d-7c9c-4df4-bf67-28de2a01c769 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:49:19.701471 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.741540 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Network 52dcd222-6f71-4e96-96f7-6ad4d86db18d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:49:19.749250 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:49:19.751357 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Pushing event updated for resources: {'Port': ['ID=6bb2690d-7c9c-4df4-bf67-28de2a01c769,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:49:19.753491 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:49:19.765138 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.765519 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.765870 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.766275 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.766616 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.766951 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.767285 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.767621 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.767963 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.768312 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.768641 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.768964 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:49:19.818144 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Attempting to bind port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:49:19.818538 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Attempting to bind port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:49:19.818899 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Attempting to bind port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 on network 52dcd222-6f71-4e96-96f7-6ad4d86db18d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:49:19.823833 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:49:19.824218 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Checking segment: {'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:49:19.824644 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.825034 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Bound using segment: {'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:49:19.825504 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Bound port: 6bb2690d-7c9c-4df4-bf67-28de2a01c769, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:49:19.825905 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.887804 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] For port 6bb2690d-7c9c-4df4-bf67-28de2a01c769, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:49:19.890883 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] For port 6bb2690d-7c9c-4df4-bf67-28de2a01c769, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=6bb2690d-7c9c-4df4-bf67-28de2a01c769,segment=NetworkSegment(91ba94e6-2068-4b8f-b732-5fc760a741f2),segment_id=91ba94e6-2068-4b8f-b732-5fc760a741f2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:49:19.896533 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:19.957843 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cad82-7722-415c-b954-7e84a851fd37 None None] Pushing event updated for resources: {'Port': ['ID=6bb2690d-7c9c-4df4-bf67-28de2a01c769,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:49:20.694498 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 6bb2690d-7c9c-4df4-bf67-28de2a01c769 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:49:20.763706 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:49:20.884750 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69997b24-20f4-4550-9776-e72f29015d7a None None] Network 52dcd222-6f71-4e96-96f7-6ad4d86db18d requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:49:20.958635 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4dcced68-bb4d-4ed3-925d-f567af64bb90 None None] Provisioning for port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:49:20.964145 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4dcced68-bb4d-4ed3-925d-f567af64bb90 None None] Provisioning complete for port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:49:20.964545 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4dcced68-bb4d-4ed3-925d-f567af64bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:21.109106 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4dcced68-bb4d-4ed3-925d-f567af64bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:21.148547 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4dcced68-bb4d-4ed3-925d-f567af64bb90 None None] For port 6bb2690d-7c9c-4df4-bf67-28de2a01c769, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=6bb2690d-7c9c-4df4-bf67-28de2a01c769,segment=NetworkSegment(91ba94e6-2068-4b8f-b732-5fc760a741f2),segment_id=91ba94e6-2068-4b8f-b732-5fc760a741f2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:49:21.154466 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4dcced68-bb4d-4ed3-925d-f567af64bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:21.211612 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcced68-bb4d-4ed3-925d-f567af64bb90 None None] Pushing event updated for resources: {'Port': ['ID=6bb2690d-7c9c-4df4-bf67-28de2a01c769,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:49:21.379966 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ce8c882d-aeb1-47fc-87bb-c0b51c979945 None None] Provisioning complete for port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:49:21.380324 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce8c882d-aeb1-47fc-87bb-c0b51c979945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:22.606159 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 6bb2690d-7c9c-4df4-bf67-28de2a01c769 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:49:22.655974 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 6bb2690d-7c9c-4df4-bf67-28de2a01c769 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:49:22.656370 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:35.709121 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bb322b0-a596-4c0a-9ea0-aaab1f53531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:38.359222 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3269ef22-a578-4cd6-acc7-2663ab69c9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:38.573931 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:39.467204 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:41.246351 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:56.238852 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:50:05.710722 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-985e5ea9-b4f0-4a3d-b9c3-ae6a0b4702e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:08.359543 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-753cd8b4-0b06-48c9-bc97-ff7884ddfdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:08.576770 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:09.470078 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:11.248111 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:26.971670 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:50:26.977646 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [None req-c4f03166-ea07-4f70-97f6-0459fac9939e tempest-verify_tempest_config-16764090 tempest-verify_tempest_config-16764090-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:50:26.978608 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c4f03166-ea07-4f70-97f6-0459fac9939e tempest-verify_tempest_config-16764090 tempest-verify_tempest_config-16764090-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059478 Aug 25 17:50:27.266673 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 40956) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:50:27.378703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:27.462695 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:27.466593 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:27.508634 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569f894-7230-4c0c-94e3-a6a94e17cec4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:50:27.513041 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52978f1a2d4b4d1eb9242135ab24dd98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2453923 Aug 25 17:50:27.515737 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:50:27.517545 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.517930 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.518278 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.518615 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.518949 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.519299 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.519651 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.519995 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.520371 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.520703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.521026 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.521341 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f82e90-5c56-4f41-b817-bc46d9b2252d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.573859 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:27.594166 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:27.678372 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:27.680943 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:27.682083 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2569f894-7230-4c0c-94e3-a6a94e17cec4 HTTP/1.1" status: 204 len: 168 time: 0.1653247 Aug 25 17:50:27.689818 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569f894-7230-4c0c-94e3-a6a94e17cec4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:50:27.696214 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.696605 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.696951 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.697290 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.697626 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.697956 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.698814 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.699142 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.699489 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.699816 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.700139 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:27.700611 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02bbf7-af11-465f-9e15-d1c6e772349d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:50:33.237838 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:50:35.711614 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d2a3-ebb1-4cb3-a01b-498f27eebdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:38.361420 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4bf6-a98a-4425-a239-dfa9bba9eef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:38.576581 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:39.473581 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:41.256265 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:05.711764 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32d50199-0d6e-4df0-ab53-1287ebe449c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:08.361208 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18dd98e7-a854-4e90-9590-ab7477269b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:08.577838 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:09.476075 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:10.236403 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:51:11.253685 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:35.712065 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-214dfce5-31dc-412b-a3a5-e0a6bfad74be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:38.362558 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a926be39-dc21-4e0f-b208-c95bfae421ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:38.577807 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:39.477622 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:41.257245 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:51:47.235098 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 5 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:52:02.791788 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762734'] for agent, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:05.712796 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-215cf958-cf1a-4d34-b7b9-b5bb318721dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:08.363057 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7d51a69-46c2-4a85-a4d4-d1923d5c0559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:08.578273 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:09.481079 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:11.260622 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:18.918958 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41036) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:52:19.021167 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c5576a9a-434c-40ec-ab28-61c4b9babe70 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1004167 Aug 25 17:52:21.210009 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:52:21.265273 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6953f2f1-6ae7-45f4-9d05-6e9e5f4338b5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0541966 Aug 25 17:52:24.234939 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:52:32.754154 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:35.712938 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18ae835a-c5b4-4877-ba39-260e21aa3660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:38.363226 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662a7c84-4c68-4cc0-b980-0b97104fb73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:38.585609 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:39.484521 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:52:41.262152 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:01.235957 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:53:02.769693 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:05.714025 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92fe3d5b-15e0-4d0b-8b74-7674898bdaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:08.363964 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bd19fb3-c730-486c-b98d-b674654078c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:08.577601 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:09.485913 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:11.271041 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:32.767890 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:35.716348 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1f58-6d4d-4416-9a41-831b2c79a67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:38.236868 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:53:38.365389 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d46e27e-ad87-4fdc-9cab-3731dc4dc8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:38.578195 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:39.490575 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:41.271410 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:50.598080 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:50.823796 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:51.027515 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-781248482-network', 'tenant_id': '36670799293a4c9eac1589c6fb221c40'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:51.042543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41282) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:51.053948 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Made reservation on behalf of 36670799293a4c9eac1589c6fb221c40 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:51.056909 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.066136 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.074014 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41288) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:51.162680 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.175737 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.188775 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-network', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:51.211404 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:53:51.222302 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c83da9-8ced-4c85-8304-1dcee05617bb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:51.232668 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.232993 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.233703 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.234316 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.234592 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.235250 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.235797 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.236338 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.236870 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.237359 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.237840 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.238332 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Tracked resource versions report: Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: pushed versions: Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: { 'AddressGroup': {'1.2'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Log': {'1.0'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Network': {'1.1'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Port': {'1.7'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'PortForwarding': {'1.2'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'QosPolicy': {'1.9'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroup': {'1.4'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SubPort': {'1.0'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Subnet': {'1.1'}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Trunk': {'1.1'}} Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: consumer versions: Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'ConntrackHelper': '1.0', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Log': '1.0', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Network': '1.1', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Port': '1.7', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'PortForwarding': '1.2', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'QosPolicy': '1.9', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroup': '1.4', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SecurityGroupRule': '1.2', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'SubPort': '1.0', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Subnet': '1.1', Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: 'Trunk': '1.1'}} Aug 25 17:53:51.239629 dv-cinder-786386-10-iscsi neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:53:51.258948 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.259194 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Added segment c185c4b0-51c8-43b4-948a-6e05ebd0fae8 of type vlan for network 1c0644aa-1364-4ec3-a098-7ad9be003817 Aug 25 17:53:51.269862 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Made reservation on behalf of 72890f4e08bb46e0b671da8d82c6dba0 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:51.275949 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.305684 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.326227 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.396670 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.397710 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:51.398315 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.423109 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-962536624-network', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:51.441048 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-750767041-network', 'tenant_id': '3615de93cafe42aab6accef245007bc8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:51.446340 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.477720 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.488504 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Made reservation on behalf of 2fe8e236897f4acdb2f0711d9c755bc9 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:51.489390 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:53:51.492294 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.498650 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.499098 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Added segment 177098ae-71fa-4a12-8244-d67955f7ed4b of type vlan for network 4ba832b8-dc42-4633-9767-92874877ac0a Aug 25 17:53:51.504825 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.514134 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Made reservation on behalf of 3615de93cafe42aab6accef245007bc8 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:51.517393 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.530806 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.540951 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.583329 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9840550 Aug 25 17:53:51.586002 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41314) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:51.587754 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.588955 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:51.589603 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.593573 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Request body: {'subnet': {'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-781248482-subnet', 'tenant_id': '36670799293a4c9eac1589c6fb221c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:51.609029 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7679b-6673-42a3-8fff-81e873d0118d admin admin] Pushing event updated for resources: {'Network': ['ID=1c0644aa-1364-4ec3-a098-7ad9be003817,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:51.621383 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:53:51.674270 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Pushing event updated for resources: {'Network': ['ID=4ba832b8-dc42-4633-9767-92874877ac0a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:51.681251 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd2c12-b0e3-4589-930a-54d3eacc4527,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:51.714052 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 4ba832b8-dc42-4633-9767-92874877ac0a details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:53:51.715329 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.722116 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.733468 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1b8a79aa-b02d-4653-b6d2-de4344db271a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9051330 Aug 25 17:53:51.733963 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:51.739993 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Request body: {'subnet': {'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-subnet', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:51.753782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:53:51.765287 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.765892 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Added segment eaf6acf3-f620-4a59-ad5b-fa896f06c0fc of type vlan for network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 Aug 25 17:53:51.921531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.967469 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:51.970418 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.971370 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:51.971959 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:51.993909 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912dc10-dc28-4eb4-a27c-4b91fd5b7965,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:52.007179 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.007541 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.007881 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.008221 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.008590 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.009108 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.009598 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.010086 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.010604 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.011202 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.011792 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.012361 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Tracked resource versions report: Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: pushed versions: Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: { 'AddressGroup': {'1.2'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Log': {'1.0'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Network': {'1.1'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Port': {'1.7'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'PortForwarding': {'1.2'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'QosPolicy': {'1.9'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroup': {'1.4'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SubPort': {'1.0'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Subnet': {'1.1'}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Trunk': {'1.1'}} Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: consumer versions: Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'ConntrackHelper': '1.0', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Log': '1.0', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Network': '1.1', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Port': '1.7', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'PortForwarding': '1.2', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'QosPolicy': '1.9', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroup': '1.4', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SecurityGroupRule': '1.2', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'SubPort': '1.0', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Subnet': '1.1', Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: 'Trunk': '1.1'}} Aug 25 17:53:52.013791 dv-cinder-786386-10-iscsi neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:53:52.087673 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=8b2924a9-6e6b-4941-a871-68e8ee5d33a5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:52.098551 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:53:52.126940 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.134259 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.160514 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.db.api [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:53:52.160514 dv-cinder-786386-10-iscsi neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:53:52.160514 dv-cinder-786386-10-iscsi neutron-server[93820]: [parameters: {'project_id_1': '72890f4e08bb46e0b671da8d82c6dba0', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 53, 51, 748067)}] Aug 25 17:53:52.160514 dv-cinder-786386-10-iscsi neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:53:52.161501 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG oslo_db.api [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:53:52.181924 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-686f9b65-64a1-4fc8-ac2f-86e28e9e2bf9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1348350 Aug 25 17:53:52.183543 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41346) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:52.189428 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Request body: {'subnet': {'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-subnet', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:52.192011 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:53:52.201935 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Made reservation on behalf of 36670799293a4c9eac1589c6fb221c40 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:52.204073 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.224804 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Made reservation on behalf of 2fe8e236897f4acdb2f0711d9c755bc9 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:52.227434 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.248330 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d81d345-f6f4-47f9-9806-f28c71f0a0cb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:52.251604 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-377dd88e-9374-41c6-85ae-3455f56723b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.259132 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.259491 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Added segment 0d173db2-fe20-4f43-8af3-ba852281e8da of type vlan for network bd34f90e-d75c-4741-8137-645deae61de3 Aug 25 17:53:52.321807 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.364125 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.365242 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:52.365891 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.463224 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] Pushing event updated for resources: {'Network': ['ID=bd34f90e-d75c-4741-8137-645deae61de3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:52.486350 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network bd34f90e-d75c-4741-8137-645deae61de3 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:53:52.514656 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.515574 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-377dd88e-9374-41c6-85ae-3455f56723b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.517365 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.550523 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-377dd88e-9374-41c6-85ae-3455f56723b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.557040 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-2a4cf42d-40df-40dc-880e-c3c72af2d81a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4804759 Aug 25 17:53:52.561885 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41360) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:52.568735 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Request body: {'subnet': {'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-750767041-subnet', 'tenant_id': '3615de93cafe42aab6accef245007bc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:52.604632 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2759b9-c341-4aa4-997a-1868fb9e591a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:52.611510 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Made reservation on behalf of 3615de93cafe42aab6accef245007bc8 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:52.613964 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dd88e-9374-41c6-85ae-3455f56723b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edabdc9-c069-43a7-8913-e4a89b578a63,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:52.614426 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.621329 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-377dd88e-9374-41c6-85ae-3455f56723b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afa95d44be3a46cdb728da7551a989a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6526258 Aug 25 17:53:52.625356 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41362) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:52.662165 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff92f23-0e57-451c-a431-88acb1dbf18c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:52.687244 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Checking segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:53:52.689330 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Network hostable DHCP agents. Network: 1c0644aa-1364-4ec3-a098-7ad9be003817, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:53:52.701907 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-563c72ab-4d89-46f1-b167-781c71c78afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.726472 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Made reservation on behalf of 72890f4e08bb46e0b671da8d82c6dba0 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:53:52.729384 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.733921 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Checking segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:53:52.734356 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Network hostable DHCP agents. Network: 8b2924a9-6e6b-4941-a871-68e8ee5d33a5, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:53:52.839950 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:53:52.853758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-563c72ab-4d89-46f1-b167-781c71c78afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.866024 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 1c0644aa-1364-4ec3-a098-7ad9be003817) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:53:52.877722 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e567b-3c49-483c-b99b-4356fc26adb0 None None] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:52.884523 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:53:52.889511 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:52.890372 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.917026 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 8b2924a9-6e6b-4941-a871-68e8ee5d33a5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:53:52.930331 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:52.932346 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:52.960771 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e9bcce75-7685-4555-83b0-80469fe59c23 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3736403 Aug 25 17:53:52.969206 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a44256e1-635b-46b6-91d6-f3f1675b3219 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7816658 Aug 25 17:53:52.969553 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:52.975325 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:52.980185 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f2b78b-492d-4e01-8dd7-cca2271e9011 None None] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:53.001868 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.030627 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-563c72ab-4d89-46f1-b167-781c71c78afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.033402 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-563c72ab-4d89-46f1-b167-781c71c78afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.038201 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-563c72ab-4d89-46f1-b167-781c71c78afe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2edabdc9-c069-43a7-8913-e4a89b578a63 HTTP/1.1" status: 204 len: 168 time: 0.4115446 Aug 25 17:53:53.058305 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c72ab-4d89-46f1-b167-781c71c78afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edabdc9-c069-43a7-8913-e4a89b578a63,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:53.081553 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.086178 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.207422 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:53.223736 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Checking segment: {'id': '0d173db2-fe20-4f43-8af3-ba852281e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:53:53.224110 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Network hostable DHCP agents. Network: bd34f90e-d75c-4741-8137-645deae61de3, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:53:53.265410 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ba827-938f-400b-ab59-045c297fd617 None None] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:53.279603 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Network bd34f90e-d75c-4741-8137-645deae61de3 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:53:53.296176 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, bd34f90e-d75c-4741-8137-645deae61de3) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:53:53.312118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:53.312118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.321211 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b106d8-3ea7-4024-8283-f1eddfe21e3f None None] Network bd34f90e-d75c-4741-8137-645deae61de3 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:53.326930 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.342085 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-9aaca35f-0f0e-42db-9860-f3231f04ab44 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7768109 Aug 25 17:53:53.422103 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:53:53.423300 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.496886 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.594674 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4564420a-7c62-4319-a790-5156630ca582,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:53.613342 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.676910 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012d717-6065-4aed-b0bf-ec0977a9709b None None] Network bd34f90e-d75c-4741-8137-645deae61de3 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:53.715011 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Checking segment: {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:53:53.715585 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Network hostable DHCP agents. Network: 4ba832b8-dc42-4633-9767-92874877ac0a, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:53:53.747612 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Network 4ba832b8-dc42-4633-9767-92874877ac0a is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:53:53.757167 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Allocated IP 172.20.0.2 (8b2924a9-6e6b-4941-a871-68e8ee5d33a5/4ff92f23-0e57-451c-a431-88acb1dbf18c/4e2e39e9-e793-48d0-988e-0d4f52fccccc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:53:53.773228 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 4ba832b8-dc42-4633-9767-92874877ac0a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:53:53.783338 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:53.784324 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.786776 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f3e908-0c15-4a19-b4d6-e5942b977f1d None None] Network 4ba832b8-dc42-4633-9767-92874877ac0a requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:53.812467 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-22349d88-7526-4d91-96ca-3df18f1bb3da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0772054 Aug 25 17:53:53.815183 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41428) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:53.822397 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:53:53.876728 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:53.878269 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.027344 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.076404 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41436) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:54.097199 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.134574 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.147317 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:54.158167 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.176103 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Transition to ACTIVE for port object 4e2e39e9-e793-48d0-988e-0d4f52fccccc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:53:54.185036 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a468537-f4eb-4e64-b9b2-70285b63596e None None] Network 4ba832b8-dc42-4633-9767-92874877ac0a requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:54.283314 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-454dbee6-8473-4070-8720-2c5465219fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.288601 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Transition to ACTIVE for port object 4e2e39e9-e793-48d0-988e-0d4f52fccccc will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:53:54.289496 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:54.319719 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.344454 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.382084 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:53:54.401222 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:53:54.407119 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:53:54.413167 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Pushing event updated for resources: {'Port': ['ID=4e2e39e9-e793-48d0-988e-0d4f52fccccc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:54.470363 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.470734 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.471085 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.471428 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.471764 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.472090 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.472475 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.472805 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.473150 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.473477 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.473820 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.474147 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Tracked resource versions report: Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: pushed versions: Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: { 'AddressGroup': {'1.2'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Log': {'1.0'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Network': {'1.1'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Port': {'1.7'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'PortForwarding': {'1.2'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'QosPolicy': {'1.9'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroup': {'1.4'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SubPort': {'1.0'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Subnet': {'1.1'}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Trunk': {'1.1'}} Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: consumer versions: Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'ConntrackHelper': '1.0', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Log': '1.0', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Network': '1.1', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Port': '1.7', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'PortForwarding': '1.2', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'QosPolicy': '1.9', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroup': '1.4', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SecurityGroupRule': '1.2', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'SubPort': '1.0', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Subnet': '1.1', Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: 'Trunk': '1.1'}} Aug 25 17:53:54.475237 dv-cinder-786386-10-iscsi neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:53:54.517665 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-454dbee6-8473-4070-8720-2c5465219fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.547236 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95111d97-7820-4725-ad3c-b8e2de6020c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.586845 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-454dbee6-8473-4070-8720-2c5465219fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.634867 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-454dbee6-8473-4070-8720-2c5465219fbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9185235a6b34bd0b19b4e2105ec3bc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4868853 Aug 25 17:53:54.640675 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41464) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:54.643880 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0ed6ad2-702a-4a58-8e15-ed2f05eb8f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.645884 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Attempting to bind port 4e2e39e9-e793-48d0-988e-0d4f52fccccc on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:53:54.646482 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Attempting to bind port 4e2e39e9-e793-48d0-988e-0d4f52fccccc by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:53:54.647079 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Attempting to bind port 4e2e39e9-e793-48d0-988e-0d4f52fccccc on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:53:54.652754 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:53:54.653406 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Checking segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:53:54.654010 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.654594 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Bound using segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:53:54.655353 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Bound port: 4e2e39e9-e793-48d0-988e-0d4f52fccccc, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:53:54.655944 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.705401 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.726411 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.728830 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] For port 4e2e39e9-e793-48d0-988e-0d4f52fccccc, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:53:54.734077 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] For port 4e2e39e9-e793-48d0-988e-0d4f52fccccc, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=4e2e39e9-e793-48d0-988e-0d4f52fccccc,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:53:54.739655 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.814414 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8237eb-f054-48c5-9196-5834c560f0e7 None None] Pushing event updated for resources: {'Port': ['ID=4e2e39e9-e793-48d0-988e-0d4f52fccccc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:54.825613 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dbee6-8473-4070-8720-2c5465219fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb494e-44b6-4c61-8ec9-2b51fb066711,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:54.836579 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Allocated IP 172.27.2.186 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/df46060e-5534-481b-91b1-e6f0357c76cc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:53:54.964049 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d585176-daf1-4b77-ab5a-350925808be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.970645 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95111d97-7820-4725-ad3c-b8e2de6020c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:54.989418 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95111d97-7820-4725-ad3c-b8e2de6020c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.072760 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d585176-daf1-4b77-ab5a-350925808be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.078493 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95111d97-7820-4725-ad3c-b8e2de6020c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996129f8-a0f3-4208-b657-1fe8614f2df0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:55.108464 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-95111d97-7820-4725-ad3c-b8e2de6020c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=515f58ca54774ca09ac17b6673dbb0dd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0308084 Aug 25 17:53:55.111175 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41492) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:55.196130 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.216786 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae553fe6-c8ef-4a3c-b19e-9361e87909bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.250827 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae553fe6-c8ef-4a3c-b19e-9361e87909bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.273579 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d585176-daf1-4b77-ab5a-350925808be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.279576 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d585176-daf1-4b77-ab5a-350925808be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.280851 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-4d585176-daf1-4b77-ab5a-350925808be5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3cb494e-44b6-4c61-8ec9-2b51fb066711 HTTP/1.1" status: 204 len: 168 time: 0.6382656 Aug 25 17:53:55.285600 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:55.297293 dv-cinder-786386-10-iscsi neutron-server[93820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 17:53:55.348745 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41518) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:55.352790 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae553fe6-c8ef-4a3c-b19e-9361e87909bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.356800 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae553fe6-c8ef-4a3c-b19e-9361e87909bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.359380 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ae553fe6-c8ef-4a3c-b19e-9361e87909bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/996129f8-a0f3-4208-b657-1fe8614f2df0 HTTP/1.1" status: 204 len: 168 time: 0.2468264 Aug 25 17:53:55.360589 dv-cinder-786386-10-iscsi neutron-server[93819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 17:53:55.414662 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae553fe6-c8ef-4a3c-b19e-9361e87909bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996129f8-a0f3-4208-b657-1fe8614f2df0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:55.507521 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d585176-daf1-4b77-ab5a-350925808be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb494e-44b6-4c61-8ec9-2b51fb066711,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:55.629338 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480775ee-5a07-4283-a155-54f681b1a318 req-816854a8-84ef-4434-99fd-7c142b0f7e75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:55.635382 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-816854a8-84ef-4434-99fd-7c142b0f7e75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/networks?id=bd34f90e-d75c-4741-8137-645deae61de3 HTTP/1.1" status: 200 len: 811 time: 0.2842371 Aug 25 17:53:55.659097 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-8afcf0f6-9ddd-40fb-876e-257830cc3c79 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/quotas/3615de93cafe42aab6accef245007bc8 HTTP/1.1" status: 200 len: 375 time: 0.0176928 Aug 25 17:53:55.718043 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0ed6ad2-702a-4a58-8e15-ed2f05eb8f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.722644 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.791416 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0ed6ad2-702a-4a58-8e15-ed2f05eb8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.829124 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:55.871174 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-c31d53a2-bd7d-460f-a7f6-b8bb4a7bb673 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:53:55.879019 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-c31d53a2-bd7d-460f-a7f6-b8bb4a7bb673 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.5897901 Aug 25 17:53:55.907495 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:53:55.912807 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-652647e5-2756-41ec-8778-c32711a26a42 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/quotas/36670799293a4c9eac1589c6fb221c40 HTTP/1.1" status: 200 len: 375 time: 0.0328856 Aug 25 17:53:55.915166 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c2-2456-4185-8b6d-cb888e0915f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:55.929340 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-4e821a36-2ae8-4175-821e-72fe2db2b36f tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3615de93cafe42aab6accef245007bc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2614686 Aug 25 17:53:55.963225 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:53:55.965461 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Allocated IP 172.27.2.224 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/fc5e5bfd-7fc3-4afd-bbca-5016f69e0069) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:53:55.989779 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a0ed6ad2-702a-4a58-8e15-ed2f05eb8f99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8bab87659774c598e1ee54a32f5bad2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6771271 Aug 25 17:53:55.997785 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:53:56.005104 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41540) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:56.137544 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-c490a7b2-38cb-4ad5-a699-c76e55b620ce tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1820359 Aug 25 17:53:56.204578 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afe7e9ef-d97a-4d5f-8bc9-0fae61b405d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.261595 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15f7dc-aec4-4448-b205-8f11689c6af4 None None] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:53:56.300606 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-344d5cb4-d479-420c-922f-246c39702ffb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:53:56.308230 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-344d5cb4-d479-420c-922f-246c39702ffb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1533408 Aug 25 17:53:56.332449 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afe7e9ef-d97a-4d5f-8bc9-0fae61b405d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.372738 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5b8e42fb-e199-4a4b-8098-e64a83a253ee None None] Provisioning for port 4e2e39e9-e793-48d0-988e-0d4f52fccccc completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:53:56.432228 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed6ad2-702a-4a58-8e15-ed2f05eb8f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ebae4-fee6-43b9-9595-21954e9b4cd2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:56.436772 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.443126 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Pushing event updated for resources: {'Port': ['ID=df46060e-5534-481b-91b1-e6f0357c76cc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:56.602206 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afe7e9ef-d97a-4d5f-8bc9-0fae61b405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.607237 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afe7e9ef-d97a-4d5f-8bc9-0fae61b405d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.608567 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-afe7e9ef-d97a-4d5f-8bc9-0fae61b405d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa4ebae4-fee6-43b9-9595-21954e9b4cd2 HTTP/1.1" status: 204 len: 168 time: 0.6006773 Aug 25 17:53:56.655992 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7e9ef-d97a-4d5f-8bc9-0fae61b405d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ebae4-fee6-43b9-9595-21954e9b4cd2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:56.683373 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-aa6091b2-373c-48b2-a603-aeae87690140 service neutron] 10.222.0.23 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739803 Aug 25 17:53:56.700749 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.702167 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8f4f5093-1319-4bb0-ada7-1c201fd72b0b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:53:56.703203 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8f4f5093-1319-4bb0-ada7-1c201fd72b0b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2920287 Aug 25 17:53:56.852009 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.871344 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-a8c08ece-e7f3-43b5-9eb7-2fb5d52462ff service neutron] 10.222.0.23 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673887 Aug 25 17:53:56.882439 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 4e2e39e9-e793-48d0-988e-0d4f52fccccc up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:53:56.898664 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:53:56.902718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Pushing event updated for resources: {'Port': ['ID=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:56.904452 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c2-2456-4185-8b6d-cb888e0915f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:56.907886 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:53:56.911289 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:53:56.964538 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c2-2456-4185-8b6d-cb888e0915f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.055616 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 4e2e39e9-e793-48d0-988e-0d4f52fccccc completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:53:57.060606 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 4e2e39e9-e793-48d0-988e-0d4f52fccccc triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:53:57.060983 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.082038 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1f2d11c2-2456-4185-8b6d-cb888e0915f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6584bf940ca743d2b38e13ea6112dc98&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2187362 Aug 25 17:53:57.082990 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d11c2-2456-4185-8b6d-cb888e0915f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aec05d5-1a59-481c-b0c2-2838dd5dec7c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:57.103495 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:57.193916 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-74859fee-1da1-4232-b282-9aee4ad1596f service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739802 Aug 25 17:53:57.228957 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.266728 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:57.287230 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 4e2e39e9-e793-48d0-988e-0d4f52fccccc, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=4e2e39e9-e793-48d0-988e-0d4f52fccccc,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:53:57.295140 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.311872 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc31c3c1-bec8-4107-86f4-f96bc760a16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.335506 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fd94ccd-1244-4ab7-9d5c-1af79665f179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.381375 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=4e2e39e9-e793-48d0-988e-0d4f52fccccc,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:57.400318 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc31c3c1-bec8-4107-86f4-f96bc760a16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.420065 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.548639 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-345f3b17-b746-46c8-adeb-462ce36492f1 req-51951917-3cfd-425b-99b4-db5ca60e94b6 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0568428 Aug 25 17:53:57.582276 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-d8079ca9-c72b-4e3f-84a5-c4022cbdf039 service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686662 Aug 25 17:53:57.605387 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.756911 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc31c3c1-bec8-4107-86f4-f96bc760a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.760400 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc31c3c1-bec8-4107-86f4-f96bc760a16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:57.765427 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-dc31c3c1-bec8-4107-86f4-f96bc760a16e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6aec05d5-1a59-481c-b0c2-2838dd5dec7c HTTP/1.1" status: 204 len: 168 time: 0.6587143 Aug 25 17:53:57.833149 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31c3c1-bec8-4107-86f4-f96bc760a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aec05d5-1a59-481c-b0c2-2838dd5dec7c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:57.895260 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.202254 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215a9611-4e98-4b62-85fd-bdf0987c55b4 req-74a13137-acc1-4cc6-b87e-2ada078eb36f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.1598699 Aug 25 17:53:58.250496 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fd94ccd-1244-4ab7-9d5c-1af79665f179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.267582 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fd94ccd-1244-4ab7-9d5c-1af79665f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.312216 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41640) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:58.312865 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-8fd94ccd-1244-4ab7-9d5c-1af79665f179 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ab2dcb769a84c1187bddbc72cf3e723&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0107441 Aug 25 17:53:58.354483 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd94ccd-1244-4ab7-9d5c-1af79665f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44ef0a2-edc1-455f-8d5a-5d23531ee7c5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:58.404692 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Router 96b29a8f-20b0-49a1-b84e-182d66146dfb is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:53:58.467652 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Router fc653a59-390b-4d1d-a1f5-343882ee6ac3 is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:53:58.483942 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c4386eb-9632-44f0-b420-9e4dfbb3d34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.562404 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c4386eb-9632-44f0-b420-9e4dfbb3d34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.596448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:53:58.610875 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Sync routers for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:53:58.627056 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.628518 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:53:58.629969 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-8f99ee48-15f2-4478-9eb5-6f936b3b094b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6593428 Aug 25 17:53:58.633079 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41660) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:58.634342 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:53:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:53:58.857932 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-553af73a-64ed-4b3f-93da-1392732c591d req-f9b1a092-8bc3-42dc-bc77-441629614bec tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.1561544 Aug 25 17:53:58.875078 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:53:58.890412 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 4e2e39e9-e793-48d0-988e-0d4f52fccccc up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:53:58.895173 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Sync routers for ids ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:53:58.941319 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c4386eb-9632-44f0-b420-9e4dfbb3d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.946265 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c4386eb-9632-44f0-b420-9e4dfbb3d34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:58.952338 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0c4386eb-9632-44f0-b420-9e4dfbb3d34b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b44ef0a2-edc1-455f-8d5a-5d23531ee7c5 HTTP/1.1" status: 204 len: 168 time: 0.6389070 Aug 25 17:53:59.005959 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Routers {'fc653a59-390b-4d1d-a1f5-343882ee6ac3'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:53:59.008048 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:53:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:53:59.051796 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:53:59.058854 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:59.065164 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:53:59.065464 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-00edfeac-479d-47bb-afca-d28429c1dcbc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2487040 Aug 25 17:53:59.089905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4386eb-9632-44f0-b420-9e4dfbb3d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44ef0a2-edc1-455f-8d5a-5d23531ee7c5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:53:59.307093 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:53:56Z', 'revision_number': 3, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:53:59.347979 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Checking router: 96b29a8f-20b0-49a1-b84e-182d66146dfb for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:53:59.348307 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Updating router 96b29a8f-20b0-49a1-b84e-182d66146dfb port df46060e-5534-481b-91b1-e6f0357c76cc binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:53:59.367137 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 4e2e39e9-e793-48d0-988e-0d4f52fccccc triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:53:59.369396 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:59.385323 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:59.550183 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Set router fc653a59-390b-4d1d-a1f5-343882ee6ac3 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:53:59.745382 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-dce22378-19f4-4a2a-ab46-616b924ec051 req-db16086b-04e8-438f-bcc5-e1a135b52f64 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0806034 Aug 25 17:53:59.876953 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:53:59.913385 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Transition to ACTIVE for port object df46060e-5534-481b-91b1-e6f0357c76cc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:53:59.958312 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.060649 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:53:57Z', 'revision_number': 3, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port': {'id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:00.097230 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Checking router: fc653a59-390b-4d1d-a1f5-343882ee6ac3 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:54:00.097684 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Updating router fc653a59-390b-4d1d-a1f5-343882ee6ac3 port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:54:00.137544 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Pushing event updated for resources: {'Port': ['ID=df46060e-5534-481b-91b1-e6f0357c76cc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:00.159030 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.159411 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.159768 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.160110 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.160469 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.160809 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.161144 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.161477 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.161826 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.162159 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.165163 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.165163 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Tracked resource versions report: Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: pushed versions: Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: { 'AddressGroup': {'1.2'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Log': {'1.0'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Network': {'1.1'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Port': {'1.7'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'PortForwarding': {'1.2'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'QosPolicy': {'1.9'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroup': {'1.4'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SubPort': {'1.0'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Subnet': {'1.1'}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Trunk': {'1.1'}} Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: consumer versions: Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: { DHCP agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: L3 agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: Metadata agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: Metering agent@dv-cinder-786386-10-iscsi: {}, Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: Open vSwitch agent@dv-cinder-786386-10-iscsi: { 'AddressGroup': '1.2', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'ConntrackHelper': '1.0', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Log': '1.0', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Network': '1.1', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Port': '1.7', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'PortForwarding': '1.2', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'QosPolicy': '1.9', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroup': '1.4', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SecurityGroupRule': '1.2', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'SubPort': '1.0', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Subnet': '1.1', Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: 'Trunk': '1.1'}} Aug 25 17:54:00.171388 dv-cinder-786386-10-iscsi neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:54:00.177256 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Attempting to bind port df46060e-5534-481b-91b1-e6f0357c76cc on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:00.177638 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Attempting to bind port df46060e-5534-481b-91b1-e6f0357c76cc by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:00.178005 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Attempting to bind port df46060e-5534-481b-91b1-e6f0357c76cc on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:00.194929 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:00.195313 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:00.195726 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.197958 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:00.198498 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Bound port: df46060e-5534-481b-91b1-e6f0357c76cc, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:00.198920 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.200570 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.228383 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.285869 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] For port df46060e-5534-481b-91b1-e6f0357c76cc, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:00.290635 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] For port df46060e-5534-481b-91b1-e6f0357c76cc, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df46060e-5534-481b-91b1-e6f0357c76cc,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:00.298729 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.301143 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.358380 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:54:00.359468 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:53:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:00.482658 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:54:00.500329 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-18edd06b-53dc-44e6-919e-5326c026a110 req-e5894347-aee0-40c1-9e3f-20fc7b8960e5 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.1974280 Aug 25 17:54:00.695425 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Allocated IP 172.20.0.1 (8b2924a9-6e6b-4941-a871-68e8ee5d33a5/4ff92f23-0e57-451c-a431-88acb1dbf18c/a229f639-d5ec-40f8-b644-4c43bc20d8a3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:00.702605 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-61961342-9fd7-496d-886a-94c885afb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:53:56Z', 'revision_number': 3, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:00.733458 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad943e-95f1-4179-8fc1-a922a06d63f5 None None] Pushing event updated for resources: {'Port': ['ID=df46060e-5534-481b-91b1-e6f0357c76cc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:00.736346 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61961342-9fd7-496d-886a-94c885afb58a None None] The sync data for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi is: [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:53:56Z', 'revision_number': 3, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:54:00.790100 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.823024 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Allocated IP 172.20.0.1 (4ba832b8-dc42-4633-9767-92874877ac0a/4564420a-7c62-4319-a790-5156630ca582/dfadd87f-be74-40a6-aa13-29a3a434334d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:00.830254 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Transition to ACTIVE for port object fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:00.845434 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.937964 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Attempting to bind port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:00.938339 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Attempting to bind port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:00.938702 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Attempting to bind port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:00.944097 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.944754 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7243a58-8965-4244-b2e9-8d51bf525028 None None] Pushing event updated for resources: {'Port': ['ID=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:00.947669 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:00.948454 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:00.948590 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.948912 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:00.949434 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Bound port: fc5e5bfd-7fc3-4afd-bbca-5016f69e0069, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:00.949820 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:00.985420 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Transition to ACTIVE for port object a229f639-d5ec-40f8-b644-4c43bc20d8a3 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:01.002434 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:01.037282 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.041816 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] For port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:01.048992 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] For port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:01.055431 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.093568 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-24166f5a-7d21-4ddb-90f5-feecf2ab4fce req-b8538209-92e3-4e35-a633-08d1c1bb5286 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0405977 Aug 25 17:54:01.101170 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.193032 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.195716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:01.199989 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:01.205327 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:01.206322 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.219016 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Routers {'fc653a59-390b-4d1d-a1f5-343882ee6ac3'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:54:01.224473 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:53:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:01.235131 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1102802805-network', 'tenant_id': '4c93eaad1b6a4b26ae8e560f28b65fd2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:01.302756 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7243a58-8965-4244-b2e9-8d51bf525028 None None] Pushing event updated for resources: {'Port': ['ID=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:01.319649 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Pushing event updated for resources: {'Port': ['ID=a229f639-d5ec-40f8-b644-4c43bc20d8a3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:01.330193 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Network 4ba832b8-dc42-4633-9767-92874877ac0a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:01.335936 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:01.341499 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:01.342021 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.369393 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dfadd87f-be74-40a6-aa13-29a3a434334d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:01.456427 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] Set router fc653a59-390b-4d1d-a1f5-343882ee6ac3 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:54:01.481477 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Made reservation on behalf of 4c93eaad1b6a4b26ae8e560f28b65fd2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:01.483980 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.563003 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.752540 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-468515a3-e831-4316-a969-368c9201a052 req-128031ae-8b8c-4867-9c9c-12b22a250f4a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0815339 Aug 25 17:54:01.754792 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:01.952228 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b1e142e8-33ac-454d-bf0c-d37718a8bdd5 None None] Provisioning for port a229f639-d5ec-40f8-b644-4c43bc20d8a3 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:01.977153 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b1e142e8-33ac-454d-bf0c-d37718a8bdd5 None None] Provisioning complete for port a229f639-d5ec-40f8-b644-4c43bc20d8a3 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:01.977866 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1e142e8-33ac-454d-bf0c-d37718a8bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.120498 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.144898 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b1e142e8-33ac-454d-bf0c-d37718a8bdd5 None None] Port a229f639-d5ec-40f8-b644-4c43bc20d8a3 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:54:02.174787 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.181738 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.182924 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.204859 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:53:57Z', 'revision_number': 3, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port': {'id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:02.243975 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480614af-bc3e-412d-9b0b-e046dcba7eaa None None] The sync data for ids ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'] in dv-cinder-786386-10-iscsi is: [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:53:57Z', 'revision_number': 3, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port': {'id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:54:02.325388 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1b903e9b-8cd7-40bd-ae51-85bee85d8229 req-ca23e6da-7567-4d0c-b16c-1f2c5e380d46 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0963557 Aug 25 17:54:02.358199 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Pushing event updated for resources: {'Port': ['ID=a229f639-d5ec-40f8-b644-4c43bc20d8a3,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:02.419109 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:02.421173 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:02.486703 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.499495 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.545129 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:54:02.685864 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Router 96b29a8f-20b0-49a1-b84e-182d66146dfb has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:54:02.770845 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.780038 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.820689 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.823058 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.879996 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:02.880595 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Added segment 95268222-25a5-4e8d-ad61-ee84d13135db of type vlan for network 875c5e5f-9d11-4f12-8709-7d0fc94f19e5 Aug 25 17:54:02.948239 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:54:02.955296 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0ba56895-07eb-4f33-b916-93f477df9897 admin admin] 10.222.0.23 "PUT /v2.0/routers/96b29a8f-20b0-49a1-b84e-182d66146dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3191531 Aug 25 17:54:03.014329 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df46060e-5534-481b-91b1-e6f0357c76cc up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:03.022411 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1676edaa-e9cd-4955-8f6c-0a0eaca8a601 None None] Provisioning complete for port a229f639-d5ec-40f8-b644-4c43bc20d8a3 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:03.024599 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1676edaa-e9cd-4955-8f6c-0a0eaca8a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.258656 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.268411 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a09c0f-59bf-47f2-a072-30c9ddefba20,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:03.285458 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1676edaa-e9cd-4955-8f6c-0a0eaca8a601 None None] Port a229f639-d5ec-40f8-b644-4c43bc20d8a3 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:54:03.303644 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2c82b1db-5f57-4944-b56b-6ec2871513cc req-349bb8d4-7300-41ce-a812-716a88e1e069 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.3945737 Aug 25 17:54:03.311545 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dfadd87f-be74-40a6-aa13-29a3a434334d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:03.313615 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port df46060e-5534-481b-91b1-e6f0357c76cc completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:03.321187 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port df46060e-5534-481b-91b1-e6f0357c76cc triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:03.321571 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.425690 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.426534 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:03.427218 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.580761 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.587191 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Network 4ba832b8-dc42-4633-9767-92874877ac0a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:03.590362 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5876307 Aug 25 17:54:03.593730 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:03.600244 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Request body: {'subnet': {'network_id': '875c5e5f-9d11-4f12-8709-7d0fc94f19e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1102802805-subnet', 'tenant_id': '4c93eaad1b6a4b26ae8e560f28b65fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:03.624568 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c6faf350-e609-4840-afcc-e1a424e5a936 req-56fb5cbd-8c71-4fe1-a37d-e8a9622d4e4e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.1622922 Aug 25 17:54:03.625481 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:03.647475 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port df46060e-5534-481b-91b1-e6f0357c76cc, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df46060e-5534-481b-91b1-e6f0357c76cc,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:03.656167 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.657916 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:03.680415 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Made reservation on behalf of 4c93eaad1b6a4b26ae8e560f28b65fd2 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:03.683295 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:03.689089 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488f27f-cb24-4a96-b3b7-130920ddc3ac admin admin] Pushing event updated for resources: {'Network': ['ID=875c5e5f-9d11-4f12-8709-7d0fc94f19e5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:03.806552 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 875c5e5f-9d11-4f12-8709-7d0fc94f19e5 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:54:03.872639 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Router fc653a59-390b-4d1d-a1f5-343882ee6ac3 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:54:03.887299 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Sync routers for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:54:03.906161 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:54:03.906998 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:53:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:04.152816 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=df46060e-5534-481b-91b1-e6f0357c76cc,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:04.164697 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:04.189298 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:54:04.202372 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6e9ac213-16c8-4ca2-b08b-de294b1a97b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/fc653a59-390b-4d1d-a1f5-343882ee6ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1350021 Aug 25 17:54:04.222906 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:04.229699 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:04.232550 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:04.281806 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dac2ece-6e51-4f96-9e29-b465715f8d80,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:04.330747 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Checking segment: {'id': '95268222-25a5-4e8d-ad61-ee84d13135db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '875c5e5f-9d11-4f12-8709-7d0fc94f19e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:04.331118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Network hostable DHCP agents. Network: 875c5e5f-9d11-4f12-8709-7d0fc94f19e5, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:54:04.398644 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Network 875c5e5f-9d11-4f12-8709-7d0fc94f19e5 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:54:04.410622 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:04.415856 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:54:04.419455 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 875c5e5f-9d11-4f12-8709-7d0fc94f19e5) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:04.424695 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:04.425803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:04.435577 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ceea4-66ea-4ed6-b84e-afaf18d471bd None None] Network 875c5e5f-9d11-4f12-8709-7d0fc94f19e5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:54:04.472389 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-70c24201-2ea7-4c8b-8ae2-36301ff5e76e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8652391 Aug 25 17:54:04.474962 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6f1e60f0-a46a-4094-9500-82381077f117 req-7e10f4c9-5942-4bb3-812b-cd73c934caa2 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0467944 Aug 25 17:54:04.529057 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:04.543410 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:04.650466 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:04.741882 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7b37e-09d7-4521-aaa6-c48a040b1870 None None] Network 875c5e5f-9d11-4f12-8709-7d0fc94f19e5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:54:04.840825 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-908e9dca-35c8-45c2-b742-9b3645092a83 req-e35ca31c-c580-405d-8337-bab158819266 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0629039 Aug 25 17:54:04.925974 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 2, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:04.928758 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df46060e-5534-481b-91b1-e6f0357c76cc up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:05.006060 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Checking router: 96b29a8f-20b0-49a1-b84e-182d66146dfb for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:54:05.007298 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Updating router 96b29a8f-20b0-49a1-b84e-182d66146dfb port a229f639-d5ec-40f8-b644-4c43bc20d8a3 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:54:05.063489 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.089006 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port df46060e-5534-481b-91b1-e6f0357c76cc triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:05.089387 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.165982 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41864) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:05.172538 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-77b45ae9-bd05-48b9-be15-7c2b721522da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1924054326', 'description': 'tempest-description--1368632500'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:05.253044 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77b45ae9-bd05-48b9-be15-7c2b721522da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.297187 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:05.405251 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:05.406263 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.494027 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77b45ae9-bd05-48b9-be15-7c2b721522da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.499843 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41880) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:05.506889 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-276316910-network', 'tenant_id': '5c3fd8f6b0ef41cbb05c6f25b549d0b7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:05.522730 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77b45ae9-bd05-48b9-be15-7c2b721522da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.532052 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-81b353cd-9e28-4cc7-be9b-bd9a72748da2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:05.533064 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Sync routers for ids ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:54:05.535144 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-81b353cd-9e28-4cc7-be9b-bd9a72748da2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 819 time: 0.2294118 Aug 25 17:54:05.555355 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.564310 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Routers {'fc653a59-390b-4d1d-a1f5-343882ee6ac3'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:54:05.565082 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:53:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:05.569635 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-c286f49a-e321-4c94-bc0b-cd8b744a1d67 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/quotas/72890f4e08bb46e0b671da8d82c6dba0 HTTP/1.1" status: 200 len: 375 time: 0.0283916 Aug 25 17:54:05.584303 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Transition to ACTIVE for port object a229f639-d5ec-40f8-b644-4c43bc20d8a3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:05.599966 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.650070 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fda9ec39-ce8e-4129-bd69-74e0a3c230cb req-a071ebbe-a3ff-43d1-9987-5e96353280a1 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0724485 Aug 25 17:54:05.650990 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-2c67199b-524c-4c53-8eaa-be4558d250b4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801601 Aug 25 17:54:05.658311 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b45ae9-bd05-48b9-be15-7c2b721522da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43170edf-c942-4024-bcc6-be71cedcfbfa,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:05.677755 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Made reservation on behalf of 5c3fd8f6b0ef41cbb05c6f25b549d0b7 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:05.682757 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18551b5-1e45-4192-89fe-31c1441e0569 None None] Pushing event updated for resources: {'Port': ['ID=a229f639-d5ec-40f8-b644-4c43bc20d8a3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:05.689375 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.715262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77b45ae9-bd05-48b9-be15-7c2b721522da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.715262 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-77b45ae9-bd05-48b9-be15-7c2b721522da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5464945 Aug 25 17:54:05.716799 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.724041 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41890) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:05.735899 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8396b7cc-8a6b-4f53-bbef-f335aee12a13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'security_group_rule': {'security_group_id': '43170edf-c942-4024-bcc6-be71cedcfbfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:05.755197 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d4c110-709d-4e16-a5ee-1055017738ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.788946 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.db.api [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:54:05.788946 dv-cinder-786386-10-iscsi neutron-server[93819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:54:05.788946 dv-cinder-786386-10-iscsi neutron-server[93819]: [parameters: {'project_id_1': '5c3fd8f6b0ef41cbb05c6f25b549d0b7', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 54, 5, 771947)}] Aug 25 17:54:05.788946 dv-cinder-786386-10-iscsi neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:54:05.790205 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG oslo_db.api [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:54:05.797052 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Set router fc653a59-390b-4d1d-a1f5-343882ee6ac3 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:54:05.801231 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8396b7cc-8a6b-4f53-bbef-f335aee12a13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.828452 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Attempting to bind port a229f639-d5ec-40f8-b644-4c43bc20d8a3 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:05.829078 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Attempting to bind port a229f639-d5ec-40f8-b644-4c43bc20d8a3 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:05.829802 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Attempting to bind port a229f639-d5ec-40f8-b644-4c43bc20d8a3 on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:05.837177 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-62384d18-f053-4cef-90b7-b1cb6b16ed03 service neutron] 10.222.0.23 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820979 Aug 25 17:54:05.848103 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:05.848958 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Checking segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:05.849602 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.850234 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Bound using segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:05.851033 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Bound port: a229f639-d5ec-40f8-b644-4c43bc20d8a3, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:05.851672 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.952034 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8396b7cc-8a6b-4f53-bbef-f335aee12a13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.957444 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8396b7cc-8a6b-4f53-bbef-f335aee12a13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:05.998865 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8396b7cc-8a6b-4f53-bbef-f335aee12a13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.001407 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8396b7cc-8a6b-4f53-bbef-f335aee12a13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715175 Aug 25 17:54:06.047954 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-b0b171aa-e514-4eba-8a0e-9188bbfbd7a5 service neutron] 10.222.0.23 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840200 Aug 25 17:54:06.047954 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:06.047954 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7204ff80-8cc9-4480-95be-10052d878f39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'security_group_rule': {'security_group_id': '43170edf-c942-4024-bcc6-be71cedcfbfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:06.051622 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396b7cc-8a6b-4f53-bbef-f335aee12a13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06bf1e3-0834-4ebb-9035-aa91fed3dc4c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:06.096656 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] For port a229f639-d5ec-40f8-b644-4c43bc20d8a3, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:06.096656 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] For port a229f639-d5ec-40f8-b644-4c43bc20d8a3, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=a229f639-d5ec-40f8-b644-4c43bc20d8a3,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:06.107025 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.140110 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7204ff80-8cc9-4480-95be-10052d878f39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.150722 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-88ec6c68-7c04-4e50-9455-0e80f399508b req-b4972be2-abbc-49ec-a3db-9697ae499c85 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0785370 Aug 25 17:54:06.229217 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18551b5-1e45-4192-89fe-31c1441e0569 None None] Pushing event updated for resources: {'Port': ['ID=a229f639-d5ec-40f8-b644-4c43bc20d8a3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:06.232279 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:54:06.233230 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:53:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:06.285886 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.10', 58139) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:06.291632 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.372952 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port': {'id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'dfadd87f-be74-40a6-aa13-29a3a434334d', 'name': '', 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'mac_address': 'fa:16:3e:69:bf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4564420a-7c62-4319-a790-5156630ca582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:02Z', 'revision_number': 2, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'subnets': [{'id': '4564420a-7c62-4319-a790-5156630ca582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:06.400826 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7204ff80-8cc9-4480-95be-10052d878f39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.406165 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7204ff80-8cc9-4480-95be-10052d878f39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.453769 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7204ff80-8cc9-4480-95be-10052d878f39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.457736 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7204ff80-8cc9-4480-95be-10052d878f39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4315095 Aug 25 17:54:06.464991 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:06.474089 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:06.483448 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Checking router: fc653a59-390b-4d1d-a1f5-343882ee6ac3 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:54:06.484040 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Updating router fc653a59-390b-4d1d-a1f5-343882ee6ac3 port dfadd87f-be74-40a6-aa13-29a3a434334d binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:54:06.494363 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204ff80-8cc9-4480-95be-10052d878f39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9828cac0-cc6e-461e-a796-0d9586648d7c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:06.498199 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:54:06.560653 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.601228 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:06.904427 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.10', 58143) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:06.906597 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56720885-e579-4f05-b2b4-c617c8f30bcb req-76df5422-fd30-4244-9154-38334a6cf48d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 210 time: 0.1088347 Aug 25 17:54:07.121006 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-15980770-7233-4cce-a134-6e6081d76085 req-5b10666d-180e-4361-ad01-46c097a9746e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.2153635 Aug 25 17:54:07.220863 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.258637 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480775ee-5a07-4283-a155-54f681b1a318 req-95e9db91-2f89-4c55-84da-22b06717b628 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:07.260231 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-95e9db91-2f89-4c55-84da-22b06717b628 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.10 "GET /v2.0/networks?id=bd34f90e-d75c-4741-8137-645deae61de3 HTTP/1.1" status: 200 len: 811 time: 0.9618118 Aug 25 17:54:07.261149 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.368370 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:06Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:07.373290 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-553d2eeb-805a-4cab-93f4-e7d7ad3e74ff req-ae86e6e7-db07-4778-8aaf-d6471551d98e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0834019 Aug 25 17:54:07.397800 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:54:07.406054 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Request body: {'port': {'device_id': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3', 'admin_state_up': True, 'tenant_id': '3615de93cafe42aab6accef245007bc8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:07.460888 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902e20-dcf1-4abe-b5bf-62ccf329aa9f None None] The sync data for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi is: [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:06Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:54:07.470940 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-1b3444ec-b028-4963-b086-4370adc8b591 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:07.476732 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-1b3444ec-b028-4963-b086-4370adc8b591 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.5432246 Aug 25 17:54:07.544942 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.545269 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Added segment 76968633-6030-4aa1-bf7a-fce6b30c1586 of type vlan for network 17216359-eab6-4838-a09d-7caaaf732fbe Aug 25 17:54:07.570702 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf8d4c7-b097-4181-8951-d34e431c4340,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:07.699498 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.770274 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Request body: {'port': {'device_id': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'admin_state_up': True, 'tenant_id': '36670799293a4c9eac1589c6fb221c40'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:07.907035 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Made reservation on behalf of 3615de93cafe42aab6accef245007bc8 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:07.920377 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.927518 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.943175 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.947940 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Transition to ACTIVE for port object dfadd87f-be74-40a6-aa13-29a3a434334d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:07.949842 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:07.954261 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:07.969266 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:08.092290 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] Pushing event updated for resources: {'Network': ['ID=17216359-eab6-4838-a09d-7caaaf732fbe,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:08.159997 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 17216359-eab6-4838-a09d-7caaaf732fbe details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:54:08.395932 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Allocated IP 172.20.0.10 (bd34f90e-d75c-4741-8137-645deae61de3/9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef/9f7769f7-ee0b-4b48-97cd-f541faa6b23d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:08.540107 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa234-ebc6-4e6c-a941-c0baad5d8d91 None None] Pushing event updated for resources: {'Port': ['ID=dfadd87f-be74-40a6-aa13-29a3a434334d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:08.591308 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.10', 58149) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:08.616855 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Attempting to bind port dfadd87f-be74-40a6-aa13-29a3a434334d on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:08.620941 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Attempting to bind port dfadd87f-be74-40a6-aa13-29a3a434334d by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:08.628470 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Attempting to bind port dfadd87f-be74-40a6-aa13-29a3a434334d on network 4ba832b8-dc42-4633-9767-92874877ac0a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:08.647688 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:08.655945 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:08.663684 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Checking segment: {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:08.665748 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-cab446a7-fad9-40a3-a20d-720f2201702a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1646767 Aug 25 17:54:08.666289 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:08.666902 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Bound using segment: {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:08.668967 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Bound port: dfadd87f-be74-40a6-aa13-29a3a434334d, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:08.669663 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:08.700658 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-829cd160-6511-4d4f-bcfb-d5b09d6b0170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:08.707606 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 41994) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:08.724354 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8dffd2ae-3cb4-43d8-a9ad-b5521fcc0093 req-2cccd4d0-7c6d-4037-97f0-96c33a6d572b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0850582 Aug 25 17:54:08.737688 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Request body: {'subnet': {'network_id': '17216359-eab6-4838-a09d-7caaaf732fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-276316910-subnet', 'tenant_id': '5c3fd8f6b0ef41cbb05c6f25b549d0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:08.769182 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:08.798191 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:08.971759 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] For port dfadd87f-be74-40a6-aa13-29a3a434334d, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:08.982061 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] For port dfadd87f-be74-40a6-aa13-29a3a434334d, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=dfadd87f-be74-40a6-aa13-29a3a434334d,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:08.997328 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device a229f639-d5ec-40f8-b644-4c43bc20d8a3 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:09.037535 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-965fb0d3-39e7-4b5f-8103-8ea2e83bee06 req-e7caeda7-1ba1-4e81-bbff-d3b500ff32ea tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.1661160 Aug 25 17:54:09.055765 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:09.176925 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:09.248889 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Allocated IP 172.27.2.134 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/c1fdd778-ae07-4926-8616-e819d834a53f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:09.385698 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Network bd34f90e-d75c-4741-8137-645deae61de3 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:09.403227 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Routers {'fc653a59-390b-4d1d-a1f5-343882ee6ac3'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:54:09.403892 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:54:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:09.457021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:09.487963 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:09.507592 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:09.508313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:09.537773 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-5a5f97f8-7268-4825-a770-70bee537868a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:09.547271 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-5a5f97f8-7268-4825-a770-70bee537868a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 819 time: 2.1519785 Aug 25 17:54:09.563994 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Made reservation on behalf of 36670799293a4c9eac1589c6fb221c40 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:09.574977 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Pushing event updated for resources: {'Port': ['ID=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:09.575617 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:09.593338 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Made reservation on behalf of 5c3fd8f6b0ef41cbb05c6f25b549d0b7 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:09.598164 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:09.599808 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-f845f565-63f1-42dd-9e56-912da7907095 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/quotas/72890f4e08bb46e0b671da8d82c6dba0 HTTP/1.1" status: 200 len: 375 time: 0.0514634 Aug 25 17:54:09.635962 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port a229f639-d5ec-40f8-b644-4c43bc20d8a3 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:09.697241 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port a229f639-d5ec-40f8-b644-4c43bc20d8a3 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:09.697831 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:09.699952 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa234-ebc6-4e6c-a941-c0baad5d8d91 None None] Pushing event updated for resources: {'Port': ['ID=dfadd87f-be74-40a6-aa13-29a3a434334d,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:09.752288 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-e584fd11-b3bd-4ee5-b0ea-66eb7154c69a tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3731346 Aug 25 17:54:09.901510 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.037638 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] Set router fc653a59-390b-4d1d-a1f5-343882ee6ac3 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:54:10.039698 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.057780 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Allocated IP 172.20.0.12 (1c0644aa-1364-4ec3-a098-7ad9be003817/6d2759b9-c341-4aa4-997a-1868fb9e591a/e4fc4be9-9017-4409-8e42-4be41dafefe4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:10.099275 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9cf0d-6bae-47d5-9590-1cf2a5c786c7 req-bc93f4e0-5929-41e0-9168-f8551bb4a93b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:10.106999 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-66e9cf0d-6bae-47d5-9590-1cf2a5c786c7 req-bc93f4e0-5929-41e0-9168-f8551bb4a93b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.2459733 Aug 25 17:54:10.187262 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port a229f639-d5ec-40f8-b644-4c43bc20d8a3, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=a229f639-d5ec-40f8-b644-4c43bc20d8a3,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:10.201669 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.207233 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-0cdf236a-8e6a-4e0e-a795-442fcd3da7b4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:10.209172 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-0cdf236a-8e6a-4e0e-a795-442fcd3da7b4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 819 time: 1.6000195 Aug 25 17:54:10.218733 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-66e9cf0d-6bae-47d5-9590-1cf2a5c786c7 req-22f4be4a-3d4c-4aa4-8437-a5ca52938222 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891569 Aug 25 17:54:10.246140 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.305088 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.307315 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=a229f639-d5ec-40f8-b644-4c43bc20d8a3,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:10.314736 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-f1bd2182-e1f8-464f-bef5-af44c8c5ebbc tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7120709 Aug 25 17:54:10.364121 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Checking segment: {'id': '76968633-6030-4aa1-bf7a-fce6b30c1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17216359-eab6-4838-a09d-7caaaf732fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:10.364504 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Network hostable DHCP agents. Network: 17216359-eab6-4838-a09d-7caaaf732fbe, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:54:10.372956 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0096b8b-d4bf-474d-9d03-cc448792ecbc req-297001c6-a9fc-4d20-bde7-bfb5a5123b6b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0448351 Aug 25 17:54:10.375667 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4632a88-b8c4-4eb2-b2b2-53e87dbe35c0,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:10.378977 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port': {'id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'dfadd87f-be74-40a6-aa13-29a3a434334d', 'name': '', 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'mac_address': 'fa:16:3e:69:bf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4564420a-7c62-4319-a790-5156630ca582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:08Z', 'revision_number': 4, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'subnets': [{'id': '4564420a-7c62-4319-a790-5156630ca582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:10.406581 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Network 17216359-eab6-4838-a09d-7caaaf732fbe is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:54:10.413462 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df93ad4-335f-4b2b-a5dc-ee6a49e43346 None None] The sync data for ids ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'] in dv-cinder-786386-10-iscsi is: [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port': {'id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'dfadd87f-be74-40a6-aa13-29a3a434334d', 'name': '', 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'mac_address': 'fa:16:3e:69:bf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4564420a-7c62-4319-a790-5156630ca582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:08Z', 'revision_number': 4, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'subnets': [{'id': '4564420a-7c62-4319-a790-5156630ca582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:54:10.417595 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 17216359-eab6-4838-a09d-7caaaf732fbe) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:10.421911 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:10.422600 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.430478 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789e6a5-81d2-440e-a6cf-f0d42c638679 None None] Network 17216359-eab6-4838-a09d-7caaaf732fbe requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:54:10.452612 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-3e519f5c-c8f1-4ba3-9a2b-2b97d2c1ed3a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7481978 Aug 25 17:54:10.515042 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.560231 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.635995 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-9ca62935-7df2-4fb9-86be-224aca9a6c0a service neutron] 10.222.0.23 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131924 Aug 25 17:54:10.636702 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234c0f5-231b-492d-b20c-91eb14fad411 None None] Network 17216359-eab6-4838-a09d-7caaaf732fbe requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:54:10.655230 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42036) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:10.667356 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:10.719576 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] Deleting subnet 7dac2ece-6e51-4f96-9e29-b465715f8d80 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:54:10.724523 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.764879 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-323300af-dc3a-4c03-99a1-55d679908b1d service neutron] 10.222.0.23 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032221 Aug 25 17:54:10.780440 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:10.785576 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.789193 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:10.795994 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.874279 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.899737 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.901391 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'Port': ['ID=c1fdd778-ae07-4926-8616-e819d834a53f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:10.910958 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dac2ece-6e51-4f96-9e29-b465715f8d80,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:10.922118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:10.922118 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-263c1a2d-7526-46e5-9d24-68340032ad9f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7dac2ece-6e51-4f96-9e29-b465715f8d80 HTTP/1.1" status: 204 len: 168 time: 0.2653868 Aug 25 17:54:10.924402 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42038) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:10.989686 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device a229f639-d5ec-40f8-b644-4c43bc20d8a3 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:11.048290 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:11.050508 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port a229f639-d5ec-40f8-b644-4c43bc20d8a3 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:11.051007 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.112202 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event updated for resources: {'Port': ['ID=e4fc4be9-9017-4409-8e42-4be41dafefe4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:11.136011 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:11.156318 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:11.170143 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:11.170927 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.192314 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.212140 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ccc58078-f300-403e-9c74-61ab06f3e419 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6775744 Aug 25 17:54:11.260672 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.286668 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device dfadd87f-be74-40a6-aa13-29a3a434334d up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:11.309830 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e391fb06-558b-49ab-8820-fd90d7b63810 req-cac6d5ae-dd02-4dc5-b86c-4bf4de331530 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.2713122 Aug 25 17:54:11.315023 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.336830 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.371807 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port dfadd87f-be74-40a6-aa13-29a3a434334d completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:11.377557 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port dfadd87f-be74-40a6-aa13-29a3a434334d triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:11.378272 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.559457 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.575014 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.575377 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.576811 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.576811 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > port after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.576811 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.577240 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > port after_update 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.577895 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.577895 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.578342 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.578665 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.589153 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.624109 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.624693 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port dfadd87f-be74-40a6-aa13-29a3a434334d, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=dfadd87f-be74-40a6-aa13-29a3a434334d,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:11.629246 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.642124 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dba74-6304-4953-afe4-c6eb3b7b09ea req-a5671a2a-e635-4361-9401-349abcdc32aa tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:11.643940 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bd7dba74-6304-4953-afe4-c6eb3b7b09ea req-a5671a2a-e635-4361-9401-349abcdc32aa tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.2171154 Aug 25 17:54:11.656405 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.686969 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=dfadd87f-be74-40a6-aa13-29a3a434334d,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:11.718367 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.755160 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'Port': ['ID=c1fdd778-ae07-4926-8616-e819d834a53f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:11.760943 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.762832 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d20addb3-aeb4-4f38-9735-ca30fd4200d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2971821 Aug 25 17:54:11.766452 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bd7dba74-6304-4953-afe4-c6eb3b7b09ea req-11c4f82b-fa25-4a3b-84c3-83158b523042 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053824 Aug 25 17:54:11.853531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.853960 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.854110 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.854440 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:54:11.854808 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875c5e5f-9d11-4f12-8709-7d0fc94f19e5']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:11.880168 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95268222-25a5-4e8d-ad61-ee84d13135db') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:11.880489 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95268222-25a5-4e8d-ad61-ee84d13135db') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:11.903838 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571c20-9174-463a-b29a-d4bfbb2774a5 req-b2e71a5f-9db4-4a74-83de-45ba66eda56f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:11.905566 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-02571c20-9174-463a-b29a-d4bfbb2774a5 req-b2e71a5f-9db4-4a74-83de-45ba66eda56f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.3940494 Aug 25 17:54:11.912049 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.950706 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.962952 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:54:11.963213 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: from cryptography.utils import int_from_bytes Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: from cryptography.utils import int_from_bytes Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:54:11.968124 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:54:11.996932 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-628d5146-fb6c-48c5-a4ee-e293a5e9bc3b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1924054326&fields=id&tenant_id=2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 267 time: 0.0522814 Aug 25 17:54:12.021817 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-02571c20-9174-463a-b29a-d4bfbb2774a5 req-0faa014f-ffad-4fa0-bdf9-a4a0034b2d6a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054451 Aug 25 17:54:12.040558 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.049101 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.053889 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] 10.222.0.23 "DELETE /v2.0/networks/875c5e5f-9d11-4f12-8709-7d0fc94f19e5 HTTP/1.1" status: 204 len: 168 time: 1.1284153 Aug 25 17:54:12.063309 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:12.064525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe10cc-49ba-4d12-bf32-456e42c59e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=875c5e5f-9d11-4f12-8709-7d0fc94f19e5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:12.277894 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] Deleting subnet d4632a88-b8c4-4eb2-b2b2-53e87dbe35c0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:54:12.285097 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.328018 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-50eb65d9-7ac0-4994-9d99-8a07147096a0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:12.330591 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-50eb65d9-7ac0-4994-9d99-8a07147096a0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 816 time: 0.3229184 Aug 25 17:54:12.348507 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.356792 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c6ccf225-9c68-4e6e-84c8-1669b9f6341e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/quotas/2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 375 time: 0.0204513 Aug 25 17:54:12.360010 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.403538 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-976ba216-6567-49d1-bbe2-394887ca960c req-e792d801-b359-4457-8eb3-c3692a481f12 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0300353 Aug 25 17:54:12.461021 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d1f67aa3-9346-4607-ba76-168f396590e4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985730 Aug 25 17:54:12.466084 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.501565 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4632a88-b8c4-4eb2-b2b2-53e87dbe35c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:12.517631 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.520140 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a83ce3a4-a7d6-4a5d-aa0b-a533bd353cdc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d4632a88-b8c4-4eb2-b2b2-53e87dbe35c0 HTTP/1.1" status: 204 len: 168 time: 0.4554546 Aug 25 17:54:12.524111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42086) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:12.640718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.669012 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-da9f03d0-42e4-49d4-b1e4-cd4d59b93c88 service neutron] 10.222.0.23 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775038 Aug 25 17:54:12.764908 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.796678 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17216359-eab6-4838-a09d-7caaaf732fbe']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:12.818623 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76968633-6030-4aa1-bf7a-fce6b30c1586') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:12.819539 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76968633-6030-4aa1-bf7a-fce6b30c1586') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:54:12.848069 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.899802 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-20872fc9-b89f-476d-a77e-0f7bb090d384 service neutron] 10.222.0.23 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176723 Aug 25 17:54:12.904573 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device dfadd87f-be74-40a6-aa13-29a3a434334d up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:12.905174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.928695 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:54:12.929103 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:54:12.931051 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:54:13.001158 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port dfadd87f-be74-40a6-aa13-29a3a434334d triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:13.001851 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:13.034690 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:13.069053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e01c-3d4f-4e5c-8215-610272088650 req-07e39673-0dae-4eec-b3d4-0f1ac3a84560 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:13.070773 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a7c1e01c-3d4f-4e5c-8215-610272088650 req-07e39673-0dae-4eec-b3d4-0f1ac3a84560 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.1574907 Aug 25 17:54:13.071878 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:13.073723 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] 10.222.0.23 "DELETE /v2.0/networks/17216359-eab6-4838-a09d-7caaaf732fbe HTTP/1.1" status: 204 len: 168 time: 0.5480406 Aug 25 17:54:13.104506 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263553a-cbff-41ba-ac3b-27277bb1b3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=17216359-eab6-4838-a09d-7caaaf732fbe,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:13.147583 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a7c1e01c-3d4f-4e5c-8215-610272088650 req-181cf9b5-1ba1-4ec4-9eae-d7c256383fdd tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609481 Aug 25 17:54:13.250776 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159fed-79a2-4bd4-8adb-36a3fd70c103 req-7797b8f4-e070-4ebc-ab66-b993f9a310fa tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:13.252289 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f7278b08-8461-4a12-bd34-1d17cb2750d2 req-a625dc96-7366-412c-9bd2-01ab8c8b2d1b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0429485 Aug 25 17:54:13.253263 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b4159fed-79a2-4bd4-8adb-36a3fd70c103 req-7797b8f4-e070-4ebc-ab66-b993f9a310fa tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0659225 Aug 25 17:54:13.345738 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b4159fed-79a2-4bd4-8adb-36a3fd70c103 req-c0cd78c1-99e1-422d-a8b3-a97495f4cb01 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787735 Aug 25 17:54:13.618546 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:13.629019 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-21eb34ca-b34e-4eab-9195-b8207d9824cb req-f49eddb9-d171-40e1-831e-76aebdf73b10 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0594707 Aug 25 17:54:13.693050 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-320287eb-1342-4a97-9c59-0a88b240c519 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c93eaad1b6a4b26ae8e560f28b65fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729632 Aug 25 17:54:13.696362 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:13.781115 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a887fdd-d522-497d-93df-a34e04263c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:13.841796 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a887fdd-d522-497d-93df-a34e04263c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:13.961900 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a887fdd-d522-497d-93df-a34e04263c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:13.964988 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a887fdd-d522-497d-93df-a34e04263c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:13.966210 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7a887fdd-d522-497d-93df-a34e04263c2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8a09c0f-59bf-47f2-a072-30c9ddefba20 HTTP/1.1" status: 204 len: 168 time: 0.2684886 Aug 25 17:54:13.975492 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a887fdd-d522-497d-93df-a34e04263c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a09c0f-59bf-47f2-a072-30c9ddefba20,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:14.335682 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceae09-ddc4-42b2-8d38-ca421c7f16f8 req-f8dd2a66-98c0-44da-bace-bb66a96d0aed tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:14.343894 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-87ceae09-ddc4-42b2-8d38-ca421c7f16f8 req-f8dd2a66-98c0-44da-bace-bb66a96d0aed tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0737755 Aug 25 17:54:14.401725 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-87ceae09-ddc4-42b2-8d38-ca421c7f16f8 req-01b54cd3-5554-4873-a66b-ed00234b1a6b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566218 Aug 25 17:54:14.413412 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0f734673-09a4-41f9-b7f7-c409cd7b05c3 req-3c1b2cb0-6f95-4bf0-9841-f637f3b77736 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0582428 Aug 25 17:54:14.588582 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662360c-21e9-4fc3-966a-57aa2dadefc3 req-3e33c2d2-6ad4-49b4-b72a-7de2184b60f8 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:14.591941 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9662360c-21e9-4fc3-966a-57aa2dadefc3 req-3e33c2d2-6ad4-49b4-b72a-7de2184b60f8 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0949402 Aug 25 17:54:14.669124 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9662360c-21e9-4fc3-966a-57aa2dadefc3 req-d0fbf2b5-6ea5-4726-a3e4-a3350ea5b871 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699229 Aug 25 17:54:14.694781 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:14.776584 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a312bbe0-8064-472a-8ec2-59f370098341 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c3fd8f6b0ef41cbb05c6f25b549d0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840993 Aug 25 17:54:14.778002 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:14.793984 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a9e49641-6069-487c-b5d6-ede5386e70c9 req-2dfe6f89-0c24-4e80-ad2a-bd13555d1703 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0507228 Aug 25 17:54:14.879736 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42d84112-8252-4c99-8414-9aca8103587c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:14.918066 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42d84112-8252-4c99-8414-9aca8103587c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:14.976473 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42d84112-8252-4c99-8414-9aca8103587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:14.980418 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42d84112-8252-4c99-8414-9aca8103587c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:14.981651 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-42d84112-8252-4c99-8414-9aca8103587c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdf8d4c7-b097-4181-8951-d34e431c4340 HTTP/1.1" status: 204 len: 168 time: 0.2023072 Aug 25 17:54:14.993965 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84112-8252-4c99-8414-9aca8103587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf8d4c7-b097-4181-8951-d34e431c4340,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:15.236280 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:54:15.548753 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affa882-9d7b-4733-83dd-4aede5fbe3cc req-bc3429de-8786-4492-9be4-2d4dd2e86e06 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:15.550503 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3affa882-9d7b-4733-83dd-4aede5fbe3cc req-bc3429de-8786-4492-9be4-2d4dd2e86e06 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0640469 Aug 25 17:54:15.560414 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4fd94fbc-f547-43f5-b4bf-3d44ba5e9690 req-5b545139-6810-4662-a224-1b6ea40c134c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0434041 Aug 25 17:54:15.614440 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3affa882-9d7b-4733-83dd-4aede5fbe3cc req-461f9bca-2a4e-4ee6-917e-1cdfb424fd09 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561910 Aug 25 17:54:15.824565 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121fba9-d8ca-4a62-ab79-225fc8ae251b req-62d68f67-1bd9-4738-af81-417807fee4fb tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:15.826767 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0121fba9-d8ca-4a62-ab79-225fc8ae251b req-62d68f67-1bd9-4738-af81-417807fee4fb tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0765138 Aug 25 17:54:15.935093 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0121fba9-d8ca-4a62-ab79-225fc8ae251b req-3af3570a-34ab-47a6-97b7-b41d6c9670d6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936475 Aug 25 17:54:15.971361 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2dd0fcef-a633-4f38-b025-eb0da1d254c1 req-98708cfe-4195-4a3c-9e75-e7766fe47e4e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0346913 Aug 25 17:54:16.773240 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3ff39a9-44bf-4ace-ad41-a51be0532459 req-2cb9babb-400a-4c16-b4db-a33cbdd07349 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0471394 Aug 25 17:54:16.824784 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e1b9-b597-435e-8ce1-025bc438c29a req-e906cfe4-23cb-4d26-9471-ba9b1bf70f1c tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:16.826413 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ae88e1b9-b597-435e-8ce1-025bc438c29a req-e906cfe4-23cb-4d26-9471-ba9b1bf70f1c tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0609710 Aug 25 17:54:16.875984 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ae88e1b9-b597-435e-8ce1-025bc438c29a req-ae16f768-60b4-4f88-b915-a801e519c5f6 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Aug 25 17:54:17.177945 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-51b9c713-1052-4cde-81ba-a52b5dff14ed req-b89f8fa6-94ad-40d7-8bde-4fc736e07512 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0438900 Aug 25 17:54:17.195928 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fece7c6-0462-48c3-b744-3311bc2a8015 req-abbd328f-701d-415c-a7f3-ddacdac0c310 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:17.206045 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0fece7c6-0462-48c3-b744-3311bc2a8015 req-abbd328f-701d-415c-a7f3-ddacdac0c310 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.1109066 Aug 25 17:54:17.288234 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0fece7c6-0462-48c3-b744-3311bc2a8015 req-025bf210-5b65-40f3-a23c-0b9d07cfe2bc tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789521 Aug 25 17:54:17.963642 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-801f7630-2299-4bf7-97ae-ff0c0a1daef0 req-57aee46b-4f9a-4840-b062-ee2c39ec7796 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0589058 Aug 25 17:54:18.048840 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5894c20-baac-4755-97a4-3450a1f22c0f req-570dbec7-5864-4a13-9cc8-9666f039f917 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:18.050431 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f5894c20-baac-4755-97a4-3450a1f22c0f req-570dbec7-5864-4a13-9cc8-9666f039f917 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0525117 Aug 25 17:54:18.122535 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f5894c20-baac-4755-97a4-3450a1f22c0f req-e67129d9-e578-4b06-9d44-afc8f13fcb7d tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504513 Aug 25 17:54:18.298922 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d5b9fc6b-14c3-4105-a674-1c410f9792be req-42235eb8-c8f0-470d-88c0-813c246a2099 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0295181 Aug 25 17:54:18.444090 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefe7d6-2397-418c-9ddf-ae952e36d668 req-f0986cb7-c8e5-4035-b596-42e902acebae tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:18.446408 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-adefe7d6-2397-418c-9ddf-ae952e36d668 req-f0986cb7-c8e5-4035-b596-42e902acebae tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0688059 Aug 25 17:54:18.494601 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-adefe7d6-2397-418c-9ddf-ae952e36d668 req-25b809ca-f746-4a64-989f-0eca08a03c51 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345709 Aug 25 17:54:19.118664 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-84d129a5-b375-4d00-943b-128c7e895203 req-7dcc019f-96a8-4b4c-8ad7-0894c12d7851 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0392151 Aug 25 17:54:19.272940 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f4ec3-4dd2-49ae-b23d-f4f19293157e req-bba885ee-25a8-41a8-8433-0325b698679b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:19.274515 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6b0f4ec3-4dd2-49ae-b23d-f4f19293157e req-bba885ee-25a8-41a8-8433-0325b698679b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0743237 Aug 25 17:54:19.372961 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6b0f4ec3-4dd2-49ae-b23d-f4f19293157e req-19c1d790-a531-4836-8f65-1ec0bb5119f8 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905592 Aug 25 17:54:19.423374 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-49ec8017-f50f-4494-ada5-dacad179373d req-aacd2193-3077-4a62-a407-0a4ab3aef369 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0351350 Aug 25 17:54:19.626397 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cf5e9-c43d-45fa-8472-c2fc0fd2bb11 req-a92af542-3f41-4661-ab26-4d454cb8baab tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:19.634496 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f1cf5e9-c43d-45fa-8472-c2fc0fd2bb11 req-a92af542-3f41-4661-ab26-4d454cb8baab tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0708427 Aug 25 17:54:19.668875 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f1cf5e9-c43d-45fa-8472-c2fc0fd2bb11 req-af0fad54-5c9b-48d2-a10f-c391c92e2334 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Aug 25 17:54:20.264889 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-839ad357-dab0-4575-a374-a1c3b577b8fa req-d2517bec-21fb-4c8b-a83e-bcd5e958ca29 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0402048 Aug 25 17:54:20.511669 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7be4a-58b6-4b5d-aad4-317a51ff13c9 req-1a5050e2-147f-4a5f-929b-358952563b43 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:20.513414 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8ce7be4a-58b6-4b5d-aad4-317a51ff13c9 req-1a5050e2-147f-4a5f-929b-358952563b43 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0669985 Aug 25 17:54:20.539626 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-863127c0-b050-4b3f-a112-4cd4793b2b84 req-86c88961-f0ab-4d44-855b-15cd796753d4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Aug 25 17:54:20.557318 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8ce7be4a-58b6-4b5d-aad4-317a51ff13c9 req-1a60d45e-932f-4de8-9c40-2fe61384b245 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Aug 25 17:54:20.832711 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742681db-3649-4e96-a039-338e7e558f50 req-a858ac3c-0373-4aa8-8513-290284bd2406 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:20.834273 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-742681db-3649-4e96-a039-338e7e558f50 req-a858ac3c-0373-4aa8-8513-290284bd2406 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0795920 Aug 25 17:54:20.877245 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-742681db-3649-4e96-a039-338e7e558f50 req-91bf9644-3e5c-40f6-9f84-426c7d41b6bb tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Aug 25 17:54:21.385775 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-203c62dc-f594-427b-ba51-db44897fc35b req-8d749602-4dff-41bf-8e5c-bac756e4a7f2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0335529 Aug 25 17:54:21.721355 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ddcaf64b-f2c4-4874-99b6-d7a005119b35 req-7fe8602b-1a1f-4824-a9d0-97625a77afd8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0586693 Aug 25 17:54:21.781217 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64951776-3f36-461d-82ee-7b4a52d7a701 req-1f34737a-62e3-4eef-bba2-7b149bad9cb8 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:21.781821 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:21.791290 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-64951776-3f36-461d-82ee-7b4a52d7a701 req-1f34737a-62e3-4eef-bba2-7b149bad9cb8 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.1204107 Aug 25 17:54:21.893398 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-64951776-3f36-461d-82ee-7b4a52d7a701 req-e5fc2003-f8f7-4d0f-a803-eb97223287a5 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001046 Aug 25 17:54:22.047129 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae2e5a8-a19e-402a-9924-aece68d5de67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:22.155057 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9f4f-adde-4373-9dd5-04cb0fae84a1 req-e0e6bd79-af07-458d-947d-b62ab91454ce tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:22.157560 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e24e9f4f-adde-4373-9dd5-04cb0fae84a1 req-e0e6bd79-af07-458d-947d-b62ab91454ce tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.1680820 Aug 25 17:54:22.222800 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e24e9f4f-adde-4373-9dd5-04cb0fae84a1 req-aa9499ed-be1e-4ee0-a01d-be704cb22ce4 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 Aug 25 17:54:22.312536 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae2e5a8-a19e-402a-9924-aece68d5de67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:22.318351 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae2e5a8-a19e-402a-9924-aece68d5de67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:22.372900 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-fae2e5a8-a19e-402a-9924-aece68d5de67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=503a50b1c2284cf68c58c966b5fc39e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5901077 Aug 25 17:54:22.373779 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2e5a8-a19e-402a-9924-aece68d5de67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741343d6-44bf-44f5-8b1c-1a401b960421,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:22.375594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42392) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:22.435799 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc29be6-e88d-48fe-83c1-91a76019efb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:22.458694 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc29be6-e88d-48fe-83c1-91a76019efb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:22.547952 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00398fa4-2452-4dbf-a943-7034c581a4ce req-d19a1928-4e70-444a-8714-0ff292c65864 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0439591 Aug 25 17:54:22.578462 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc29be6-e88d-48fe-83c1-91a76019efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:22.581369 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc29be6-e88d-48fe-83c1-91a76019efb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:22.584891 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-9dc29be6-e88d-48fe-83c1-91a76019efb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/741343d6-44bf-44f5-8b1c-1a401b960421 HTTP/1.1" status: 204 len: 168 time: 0.2055442 Aug 25 17:54:22.591563 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc29be6-e88d-48fe-83c1-91a76019efb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741343d6-44bf-44f5-8b1c-1a401b960421,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:22.946176 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-204a3685-5d0f-4664-ad30-06aba2a68806 req-4bfa27f8-bb8f-46fb-bee1-698ef164227e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0750918 Aug 25 17:54:23.092762 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa2169-299d-48a3-86f6-1df288e4c582 req-6b55ff08-4fde-4c0c-974e-e2f0ec186467 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:23.096001 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-36aa2169-299d-48a3-86f6-1df288e4c582 req-6b55ff08-4fde-4c0c-974e-e2f0ec186467 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0771499 Aug 25 17:54:23.190578 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-36aa2169-299d-48a3-86f6-1df288e4c582 req-211ebd69-ea1d-4871-b6b9-6036d194e89e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832169 Aug 25 17:54:23.213145 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:23.243487 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbe8677f-b204-4356-8109-cf947fff9483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:23.409131 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dd36d-7334-42bd-b162-11283dbda48b req-5ce54517-2a14-4f63-b115-96736516f2d2 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:23.410852 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9d1dd36d-7334-42bd-b162-11283dbda48b req-5ce54517-2a14-4f63-b115-96736516f2d2 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0835657 Aug 25 17:54:23.424627 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbe8677f-b204-4356-8109-cf947fff9483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:23.433960 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbe8677f-b204-4356-8109-cf947fff9483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:23.502733 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-fbe8677f-b204-4356-8109-cf947fff9483 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=896623ff70154045acf1be898c86e235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955141 Aug 25 17:54:23.505517 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42448) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:23.505653 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9d1dd36d-7334-42bd-b162-11283dbda48b req-08ad02e2-3249-4c33-8b20-0acf7bb8ee40 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796587 Aug 25 17:54:23.506387 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8677f-b204-4356-8109-cf947fff9483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb76a3-a9e0-48a1-8117-af4111b0dddb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:23.574917 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50bfb8a5-cd62-4214-a963-942f77933f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:23.600506 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50bfb8a5-cd62-4214-a963-942f77933f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:23.663063 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-75a5cdaa-198a-4a56-ac12-c0bfcecc1591 req-9ce149ec-f2d6-4e5e-aac4-f2fa5f4cb2b7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0255549 Aug 25 17:54:23.668354 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50bfb8a5-cd62-4214-a963-942f77933f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:23.671050 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50bfb8a5-cd62-4214-a963-942f77933f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:23.675071 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-50bfb8a5-cd62-4214-a963-942f77933f5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abfb76a3-a9e0-48a1-8117-af4111b0dddb HTTP/1.1" status: 204 len: 168 time: 0.1676230 Aug 25 17:54:23.684634 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfb8a5-cd62-4214-a963-942f77933f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb76a3-a9e0-48a1-8117-af4111b0dddb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:24.082970 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-77e35c5f-d7a5-4bad-bf34-220c7a973122 req-5d253e23-793b-4ada-96d5-82ce48d35915 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0302231 Aug 25 17:54:24.338501 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7a799-44d6-44e8-b1c7-a8f1bd03895c req-55a6546d-3526-45e9-a52a-19bbc67805b4 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:24.340174 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0ba7a799-44d6-44e8-b1c7-a8f1bd03895c req-55a6546d-3526-45e9-a52a-19bbc67805b4 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0623386 Aug 25 17:54:24.395810 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0ba7a799-44d6-44e8-b1c7-a8f1bd03895c req-e54590bc-c8b2-4fe1-bebc-82d686b5fc17 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Aug 25 17:54:24.514122 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42508) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:24.640697 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920216-99e3-4f41-be85-7866c6c72bd0 req-33e0494e-03b5-4a06-953c-729d31a704e7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:24.642457 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-17920216-99e3-4f41-be85-7866c6c72bd0 req-33e0494e-03b5-4a06-953c-729d31a704e7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0578229 Aug 25 17:54:24.685242 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-17920216-99e3-4f41-be85-7866c6c72bd0 req-04945ac7-3c37-4bc9-8303-88dbc6788fa3 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362759 Aug 25 17:54:24.737333 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-721f4650-c49b-4ded-8f82-3a8a6a73e55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:24.781749 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb79307b-c9c9-4959-897b-916020f2e564 req-15e337b7-27d1-4844-bc15-0de7883997eb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0360827 Aug 25 17:54:24.862523 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-721f4650-c49b-4ded-8f82-3a8a6a73e55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:24.867720 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-721f4650-c49b-4ded-8f82-3a8a6a73e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:24.908607 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-721f4650-c49b-4ded-8f82-3a8a6a73e55f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3919ca3816146caad2c983603db7ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911130 Aug 25 17:54:24.908607 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f4650-c49b-4ded-8f82-3a8a6a73e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b99b78-549b-406d-af5e-69b5727a22f6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:24.909171 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:24.973870 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12488552-0696-44d1-9b78-f0e8da95b703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:24.997266 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12488552-0696-44d1-9b78-f0e8da95b703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.053924 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12488552-0696-44d1-9b78-f0e8da95b703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.056607 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12488552-0696-44d1-9b78-f0e8da95b703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.057782 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-12488552-0696-44d1-9b78-f0e8da95b703 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2b99b78-549b-406d-af5e-69b5727a22f6 HTTP/1.1" status: 204 len: 168 time: 0.1474798 Aug 25 17:54:25.065973 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12488552-0696-44d1-9b78-f0e8da95b703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b99b78-549b-406d-af5e-69b5727a22f6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:25.210498 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-01e54883-94a7-495a-9cdd-aa02e45e2ac6 req-9ff2c5bc-12ed-46ec-a646-e5166aaa3bb5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0302501 Aug 25 17:54:25.413555 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:25.431766 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1de12776-6b80-4bd1-aca3-b186d483be74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.480028 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42552) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:25.559156 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c748-d0cf-4d9a-82f8-23dce385cf04 req-e34a2df5-2d80-4556-9a7c-1519064bb187 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:25.561674 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d633c748-d0cf-4d9a-82f8-23dce385cf04 req-e34a2df5-2d80-4556-9a7c-1519064bb187 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.0743546 Aug 25 17:54:25.572541 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1de12776-6b80-4bd1-aca3-b186d483be74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.579840 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1de12776-6b80-4bd1-aca3-b186d483be74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.610398 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d633c748-d0cf-4d9a-82f8-23dce385cf04 req-9dc164d7-1b55-4933-a454-4567a4aee4a1 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Aug 25 17:54:25.622975 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1de12776-6b80-4bd1-aca3-b186d483be74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38237478e4114f08aaf55178fba8d79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082088 Aug 25 17:54:25.625721 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42560) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:25.645091 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de12776-6b80-4bd1-aca3-b186d483be74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79002d0-b358-4cba-b9c3-cbcd42a844f4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:25.684313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-332f86f7-27ab-46e4-afca-5690f88ddb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.727086 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49a3922c-9958-4767-b707-28faa07da5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.764531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49a3922c-9958-4767-b707-28faa07da5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.850767 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88fa73-15fc-487b-907a-ac4e4c3071ce req-2a350993-de0a-45b5-9946-62a90d5d3d61 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:25.861151 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2b88fa73-15fc-487b-907a-ac4e4c3071ce req-2a350993-de0a-45b5-9946-62a90d5d3d61 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.0970964 Aug 25 17:54:25.888266 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49a3922c-9958-4767-b707-28faa07da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.890931 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49a3922c-9958-4767-b707-28faa07da5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.894972 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-49a3922c-9958-4767-b707-28faa07da5ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a79002d0-b358-4cba-b9c3-cbcd42a844f4 HTTP/1.1" status: 204 len: 168 time: 0.2678819 Aug 25 17:54:25.897815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-332f86f7-27ab-46e4-afca-5690f88ddb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.916196 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-332f86f7-27ab-46e4-afca-5690f88ddb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:25.925391 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2b88fa73-15fc-487b-907a-ac4e4c3071ce req-cf98f5d3-be41-42ff-99f3-54e7f087102d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630598 Aug 25 17:54:25.955129 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3922c-9958-4767-b707-28faa07da5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79002d0-b358-4cba-b9c3-cbcd42a844f4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:25.962318 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b78f8bce-9ba8-48f7-bb22-f923dd32b5e4 req-f32c5008-ca3b-4ddf-bdb1-049526b137a7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0775032 Aug 25 17:54:25.984630 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-332f86f7-27ab-46e4-afca-5690f88ddb49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2316672dbbb2438692a36afd4c26e507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033174 Aug 25 17:54:25.987314 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:25.998333 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f86f7-27ab-46e4-afca-5690f88ddb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b84a6da-1d69-4d0f-8b66-107c20c388c9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:26.041759 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c990137-c020-4012-80c3-afb9ef5af995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:26.066126 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c990137-c020-4012-80c3-afb9ef5af995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:26.118428 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c990137-c020-4012-80c3-afb9ef5af995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:26.121779 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c990137-c020-4012-80c3-afb9ef5af995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:26.122932 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-4c990137-c020-4012-80c3-afb9ef5af995 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b84a6da-1d69-4d0f-8b66-107c20c388c9 HTTP/1.1" status: 204 len: 168 time: 0.1345544 Aug 25 17:54:26.130878 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c990137-c020-4012-80c3-afb9ef5af995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b84a6da-1d69-4d0f-8b66-107c20c388c9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:26.311826 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1de7c983-aad6-41a5-be1a-7b35322f67d8 req-01f9c0d3-e8ef-4654-9ee3-6074ec29abde tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0288730 Aug 25 17:54:26.477872 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42600) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:26.493942 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3cd7-4a99-4439-aa3d-9f0ab092aa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:26.594685 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3cd7-4a99-4439-aa3d-9f0ab092aa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:26.598478 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3cd7-4a99-4439-aa3d-9f0ab092aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:26.640550 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8e0e3cd7-4a99-4439-aa3d-9f0ab092aa70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=008252b616a046e5b9f81af901075178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615140 Aug 25 17:54:26.640868 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:26.641496 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e3cd7-4a99-4439-aa3d-9f0ab092aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766fc958-f2e1-4b80-8421-d82fd05bf0e3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:26.672307 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-3162f007-2b09-47ab-917f-2ca82b877e48 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:54:26.673652 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-3162f007-2b09-47ab-917f-2ca82b877e48 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096242 Aug 25 17:54:26.712156 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-69bc983f-613b-42f6-aeed-b1e8164d06be tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:54:26.713308 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-69bc983f-613b-42f6-aeed-b1e8164d06be tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127225 Aug 25 17:54:26.717042 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Request body: {'port': {'device_id': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'admin_state_up': True, 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:26.814284 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799bdb1-f0e3-4e38-8d82-afb307b991e9 req-d980f446-79cf-4c25-a733-3cb4782df987 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:26.819516 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4799bdb1-f0e3-4e38-8d82-afb307b991e9 req-d980f446-79cf-4c25-a733-3cb4782df987 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.1061997 Aug 25 17:54:26.902704 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4799bdb1-f0e3-4e38-8d82-afb307b991e9 req-f9b4d0c2-f69d-4b2d-8c4d-da47d37f9f9f tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669246 Aug 25 17:54:26.991599 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d59a-dd0e-4afd-b79b-9868b9758adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:27.050770 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d59a-dd0e-4afd-b79b-9868b9758adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:27.135458 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Request body: {'port': {'device_id': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:27.221352 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0aa157b9-5295-4f42-82ef-d10c82099eab req-2e14eaad-d0a6-43f0-b801-016a5fb1725c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0368285 Aug 25 17:54:27.223362 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec3a12-e081-4b22-8648-c0058405a161 req-ff957dfb-d264-420e-894f-61db6a90fb58 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:27.231653 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c3ec3a12-e081-4b22-8648-c0058405a161 req-ff957dfb-d264-420e-894f-61db6a90fb58 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 932 time: 0.1673789 Aug 25 17:54:27.240140 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Request body: {'port': {'device_id': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:27.250730 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:27.256364 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Made reservation on behalf of 72890f4e08bb46e0b671da8d82c6dba0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:27.261920 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:27.311801 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d59a-dd0e-4afd-b79b-9868b9758adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:27.314243 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d59a-dd0e-4afd-b79b-9868b9758adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:27.315405 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a0e1d59a-dd0e-4afd-b79b-9868b9758adb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/766fc958-f2e1-4b80-8421-d82fd05bf0e3 HTTP/1.1" status: 204 len: 168 time: 0.6731164 Aug 25 17:54:27.347960 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1d59a-dd0e-4afd-b79b-9868b9758adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766fc958-f2e1-4b80-8421-d82fd05bf0e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:27.440903 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c3ec3a12-e081-4b22-8648-c0058405a161 req-bda179c8-d6c2-4b98-8b04-8693fd321295 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082751 Aug 25 17:54:27.470172 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:27.545526 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-125d01db-0fdd-4787-8dd5-36f4c1a427b9 req-6608bd5a-3b59-4d7a-b5b9-52a420535f7e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0646429 Aug 25 17:54:27.747543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.10', 58170) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:27.789655 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Allocated IP 172.20.0.11 (4ba832b8-dc42-4633-9767-92874877ac0a/4564420a-7c62-4319-a790-5156630ca582/8bcd8295-262d-41d4-98bc-4d741701ad4e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:28.344385 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fc4be9-9017-4409-8e42-4be41dafefe4 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:28.360814 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-af2b4e13-5fc2-4fb1-b684-b56d268beaf6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:28.362801 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-af2b4e13-5fc2-4fb1-b684-b56d268beaf6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 819 time: 0.6134439 Aug 25 17:54:28.365130 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.402988 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Request body: {'port': {'device_id': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'admin_state_up': True, 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:28.461757 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.529944 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.10', 58175) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:28.581689 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.583662 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Transition to ACTIVE for port object e4fc4be9-9017-4409-8e42-4be41dafefe4 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:28.665879 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.685878 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Pushing event updated for resources: {'Port': ['ID=8bcd8295-262d-41d4-98bc-4d741701ad4e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:28.744599 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Network 4ba832b8-dc42-4633-9767-92874877ac0a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:28.751877 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c32a6ee4-e8d0-466d-a5ea-a4258092a301 req-9618be14-2e7b-4d46-880f-2522f65d605f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.2209802 Aug 25 17:54:28.755194 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e377c7-ae31-4468-b03e-34d200de3a5d req-c1a74016-6fb7-48e6-b64f-3961f1c2cad6 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:28.763613 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-38e377c7-ae31-4468-b03e-34d200de3a5d req-c1a74016-6fb7-48e6-b64f-3961f1c2cad6 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 932 time: 0.3704431 Aug 25 17:54:28.770609 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7769f7-ee0b-4b48-97cd-f541faa6b23d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:28.780907 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:28.802010 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:28.808102 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:28.808930 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.821813 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.863171 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Transition to ACTIVE for port object 9f7769f7-ee0b-4b48-97cd-f541faa6b23d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:28.874251 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Made reservation on behalf of 72890f4e08bb46e0b671da8d82c6dba0 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:28.882223 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.884988 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:28.901722 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-6c9ddc12-5c39-47b7-8e3a-724486787a8a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1972680 Aug 25 17:54:28.967159 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Pushing event updated for resources: {'Port': ['ID=e4fc4be9-9017-4409-8e42-4be41dafefe4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:28.991863 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-38e377c7-ae31-4468-b03e-34d200de3a5d req-759410de-fdcc-491b-979c-6630671b775c tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271633 Aug 25 17:54:29.014153 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Request body: {'port': {'device_id': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:29.153760 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-39b61d11-8aac-4742-b0a4-871da1a8edeb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:29.155545 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-39b61d11-8aac-4742-b0a4-871da1a8edeb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 816 time: 0.6048543 Aug 25 17:54:29.265854 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-400b16f8-665f-4df1-a37e-a74a169fdba5 req-8384bb4a-81f2-49c2-8f7e-5ecfcf6c33d4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.1353412 Aug 25 17:54:29.317884 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5696c4-f9aa-4c22-a55a-900a8fc38dcf req-c74523e6-4a9c-4e2d-a7db-2e626ecbaecd tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:29.319712 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e5696c4-f9aa-4c22-a55a-900a8fc38dcf req-c74523e6-4a9c-4e2d-a7db-2e626ecbaecd tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 944 time: 0.3937697 Aug 25 17:54:29.331331 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Pushing event updated for resources: {'Port': ['ID=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:29.368285 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-2c60497c-c585-4aab-b87c-4f79a8e9bf2c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 380 time: 0.1820149 Aug 25 17:54:29.373507 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Attempting to bind port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:29.374118 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Attempting to bind port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0d173db2-fe20-4f43-8af3-ba852281e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:29.374728 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Attempting to bind port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d on network bd34f90e-d75c-4741-8137-645deae61de3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:29.383692 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d on network bd34f90e-d75c-4741-8137-645deae61de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:54:29.384065 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Attempting to bind port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d on network bd34f90e-d75c-4741-8137-645deae61de3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:29.390002 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:29.393854 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:29.394327 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Checking segment: {'id': '0d173db2-fe20-4f43-8af3-ba852281e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:29.395003 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Bound using segment: {'id': '0d173db2-fe20-4f43-8af3-ba852281e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:29.395758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Bound port: 9f7769f7-ee0b-4b48-97cd-f541faa6b23d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d173db2-fe20-4f43-8af3-ba852281e8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:29.396214 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:29.461282 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'port': {'device_id': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'admin_state_up': True, 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'security_groups': ['43170edf-c942-4024-bcc6-be71cedcfbfa']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:29.468982 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Attempting to bind port e4fc4be9-9017-4409-8e42-4be41dafefe4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:29.469292 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Attempting to bind port e4fc4be9-9017-4409-8e42-4be41dafefe4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:29.469731 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Attempting to bind port e4fc4be9-9017-4409-8e42-4be41dafefe4 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:29.513031 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] For port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d, host hv-cinder-78638, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:29.545279 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] For port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,segment=NetworkSegment(0d173db2-fe20-4f43-8af3-ba852281e8da),segment_id=0d173db2-fe20-4f43-8af3-ba852281e8da)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:29.548048 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Allocated IP 172.20.0.13 (4ba832b8-dc42-4633-9767-92874877ac0a/4564420a-7c62-4319-a790-5156630ca582/f4989e3a-3197-40cf-ae2d-25cd72f942fc) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:29.580748 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Port e4fc4be9-9017-4409-8e42-4be41dafefe4 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:54:29.581508 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Attempting to bind port e4fc4be9-9017-4409-8e42-4be41dafefe4 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:29.608609 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:29.611904 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:29.612474 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Checking segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:29.612948 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Bound using segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:29.613528 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Bound port: e4fc4be9-9017-4409-8e42-4be41dafefe4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:29.613959 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:29.618999 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e5696c4-f9aa-4c22-a55a-900a8fc38dcf req-61646713-c7c7-4b8a-b4bf-c4c3d5bd6ea7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844803 Aug 25 17:54:29.692002 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:29.692670 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:29.694164 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] 10.222.0.10 "PUT /v2.0/ports/9f7769f7-ee0b-4b48-97cd-f541faa6b23d HTTP/1.1" status: 200 len: 1094 time: 2.6283369 Aug 25 17:54:29.694624 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'tag': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:29.818560 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222db4c-45e3-4707-82b3-971117afe47a service neutron] Pushing event updated for resources: {'Port': ['ID=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:29.848652 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480775ee-5a07-4283-a155-54f681b1a318 req-4480666f-dbfc-48c1-bc08-44602f208ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:29.850296 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-4480666f-dbfc-48c1-bc08-44602f208ace service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3615de93cafe42aab6accef245007bc8&device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 1097 time: 0.0909469 Aug 25 17:54:29.880982 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] For port e4fc4be9-9017-4409-8e42-4be41dafefe4, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:29.898615 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7a069f43-724a-4a53-9ccf-68c951b91bff req-f0fe2861-3f22-40ef-9d1d-b00b38706e11 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0414574 Aug 25 17:54:29.929216 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] For port e4fc4be9-9017-4409-8e42-4be41dafefe4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4fc4be9-9017-4409-8e42-4be41dafefe4,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:29.939464 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:29.952063 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Made reservation on behalf of 2fe8e236897f4acdb2f0711d9c755bc9 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:54:29.957138 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a127493-a109-4cee-98e4-f7a48c9e7251" -d '{"events": [{"name": "network-changed", "server_uuid": "247e25a1-f988-453a-bc49-bf3d018b33c6", "tag": "9f7769f7-ee0b-4b48-97cd-f541faa6b23d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:29.961222 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:29.989722 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.017591 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:30.018672 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.020857 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] 10.222.0.10 "PUT /v2.0/ports/e4fc4be9-9017-4409-8e42-4be41dafefe4 HTTP/1.1" status: 200 len: 1094 time: 2.9838026 Aug 25 17:54:30.025124 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'tag': 'e4fc4be9-9017-4409-8e42-4be41dafefe4'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:30.113884 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68d5f-70c7-4ff9-ab95-e7cd24dec67d service neutron] Pushing event updated for resources: {'Port': ['ID=e4fc4be9-9017-4409-8e42-4be41dafefe4,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:30.186258 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3a27-cebf-4de5-bca6-4fcf84105368 req-0d5055e8-e7f4-40a5-8857-e8b8413581f8 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:30.188080 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f74e3a27-cebf-4de5-bca6-4fcf84105368 req-0d5055e8-e7f4-40a5-8857-e8b8413581f8 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 944 time: 0.1022031 Aug 25 17:54:30.195403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.218407 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ded46-fab2-4a24-99e0-52330ef0dba3 x-openstack-request-id: req-ec9ded46-fab2-4a24-99e0-52330ef0dba3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:30.218719 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247e25a1-f988-453a-bc49-bf3d018b33c6", "tag": "9f7769f7-ee0b-4b48-97cd-f541faa6b23d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:30.218975 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec9ded46-fab2-4a24-99e0-52330ef0dba3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:30.219446 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'tag': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d', 'status': 'completed', 'code': 200} Aug 25 17:54:30.224923 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6cdadd-8876-415c-a0ae-b878bd03b075" -d '{"events": [{"name": "network-changed", "server_uuid": "9091580e-1477-438a-a9c0-5b18cf9123c3", "tag": "e4fc4be9-9017-4409-8e42-4be41dafefe4"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:30.260502 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Allocated IP 172.20.0.11 (8b2924a9-6e6b-4941-a871-68e8ee5d33a5/4ff92f23-0e57-451c-a431-88acb1dbf18c/627baf1c-e293-403b-8ded-2c5f88a8a75d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:54:30.343271 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f74e3a27-cebf-4de5-bca6-4fcf84105368 req-84c98b02-2d90-4a83-b1cc-2681a6e61839 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225319 Aug 25 17:54:30.398074 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Network 4ba832b8-dc42-4633-9767-92874877ac0a is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:30.408984 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:30.425389 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:30.523844 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Pushing event updated for resources: {'Port': ['ID=f4989e3a-3197-40cf-ae2d-25cd72f942fc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:30.529895 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcd8295-262d-41d4-98bc-4d741701ad4e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:30.540395 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.561708 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f3c7b-9c58-485f-8eb9-f8bf44814f7b req-b7e1cc47-306f-43b8-bcdd-0008c356d64a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:30.563262 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2c0f3c7b-9c58-485f-8eb9-f8bf44814f7b req-b7e1cc47-306f-43b8-bcdd-0008c356d64a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 932 time: 0.1043508 Aug 25 17:54:30.585180 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Transition to ACTIVE for port object 8bcd8295-262d-41d4-98bc-4d741701ad4e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:30.599281 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.610196 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:30.615404 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.654919 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-762c965c-a9f9-4683-990f-ea027c19fb46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2793357 Aug 25 17:54:30.667895 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Pushing event updated for resources: {'Port': ['ID=8bcd8295-262d-41d4-98bc-4d741701ad4e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:30.693425 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.709205 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Transition to ACTIVE for port object 627baf1c-e293-403b-8ded-2c5f88a8a75d will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:30.715599 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daac5bed-50bd-40bc-b7bb-5940494582df x-openstack-request-id: req-daac5bed-50bd-40bc-b7bb-5940494582df {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:30.715599 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9091580e-1477-438a-a9c0-5b18cf9123c3", "tag": "e4fc4be9-9017-4409-8e42-4be41dafefe4", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:30.715812 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-daac5bed-50bd-40bc-b7bb-5940494582df {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:30.716461 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'tag': 'e4fc4be9-9017-4409-8e42-4be41dafefe4', 'status': 'completed', 'code': 200} Aug 25 17:54:30.760511 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2c0f3c7b-9c58-485f-8eb9-f8bf44814f7b req-4406f396-4b62-4737-9d6a-47b9d87dba68 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879735 Aug 25 17:54:30.778315 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.833552 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Attempting to bind port 8bcd8295-262d-41d4-98bc-4d741701ad4e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:30.834957 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Attempting to bind port 8bcd8295-262d-41d4-98bc-4d741701ad4e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:30.835177 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Attempting to bind port 8bcd8295-262d-41d4-98bc-4d741701ad4e on network 4ba832b8-dc42-4633-9767-92874877ac0a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:30.838178 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:54:30.841153 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Port 8bcd8295-262d-41d4-98bc-4d741701ad4e on network 4ba832b8-dc42-4633-9767-92874877ac0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:54:30.841492 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Attempting to bind port 8bcd8295-262d-41d4-98bc-4d741701ad4e on network 4ba832b8-dc42-4633-9767-92874877ac0a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:30.847412 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:30.847755 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Checking segment: {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:30.848140 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Bound using segment: {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:30.848609 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Bound port: 8bcd8295-262d-41d4-98bc-4d741701ad4e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:30.849047 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.859941 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:54:30.884010 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:54:30.909852 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:30.959644 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] For port 8bcd8295-262d-41d4-98bc-4d741701ad4e, host hv-cinder-78638, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:30.964542 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab6a17-486d-4284-8cf1-a152e2c5a3cd req-e8905be3-d2d0-4869-b3f2-1f7d7aaf7cd0 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:30.966217 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-adab6a17-486d-4284-8cf1-a152e2c5a3cd req-e8905be3-d2d0-4869-b3f2-1f7d7aaf7cd0 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 944 time: 0.1224117 Aug 25 17:54:30.972220 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:30.973118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:30.981430 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] For port 8bcd8295-262d-41d4-98bc-4d741701ad4e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:30.990299 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:31.027279 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:31.033185 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:31.034831 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] 10.222.0.10 "PUT /v2.0/ports/8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 1094 time: 2.0601490 Aug 25 17:54:31.060707 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-d62caeeb-61da-4cc4-8321-d2d5301b0ee9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5996997 Aug 25 17:54:31.094466 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-adab6a17-486d-4284-8cf1-a152e2c5a3cd req-004dfd91-ec00-4056-9dfe-c51232a2c048 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040220 Aug 25 17:54:31.141361 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678127d0-826b-4621-b9ef-5f6862e415ff service neutron] Pushing event updated for resources: {'Port': ['ID=8bcd8295-262d-41d4-98bc-4d741701ad4e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:31.155678 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee08b6d-1be3-4a35-bc92-60485d86bd9f req-56e414d2-b755-4ef6-adf0-a1f62aaf17e6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:31.157567 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cee08b6d-1be3-4a35-bc92-60485d86bd9f req-56e414d2-b755-4ef6-adf0-a1f62aaf17e6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 932 time: 0.1206739 Aug 25 17:54:31.207184 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cee08b6d-1be3-4a35-bc92-60485d86bd9f req-11af8231-b2fb-4da1-9b29-8c1ebdcf301f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Aug 25 17:54:31.244845 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3e4d81c0-07fe-4db6-a9fc-83c12ffe957b None None] Provisioning for port 627baf1c-e293-403b-8ded-2c5f88a8a75d completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:31.249128 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3e4d81c0-07fe-4db6-a9fc-83c12ffe957b None None] Provisioning complete for port 627baf1c-e293-403b-8ded-2c5f88a8a75d triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:31.249604 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e4d81c0-07fe-4db6-a9fc-83c12ffe957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:31.295973 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d81c0-07fe-4db6-a9fc-83c12ffe957b None None] Port 627baf1c-e293-403b-8ded-2c5f88a8a75d cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:54:31.495726 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aae23b-dd17-4b03-a046-f0d7cf0a4dcb req-1ca093aa-bda2-4eea-b0a1-ab535dd3daed tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:31.497586 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17aae23b-dd17-4b03-a046-f0d7cf0a4dcb req-1ca093aa-bda2-4eea-b0a1-ab535dd3daed tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 944 time: 0.0747776 Aug 25 17:54:31.541980 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17aae23b-dd17-4b03-a046-f0d7cf0a4dcb req-4042eb03-5c61-4788-b49a-73cc6acd7b4b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Aug 25 17:54:31.872016 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e5a2-dff3-4932-b027-7ec04fece23c req-0d32f7c7-0007-4ff1-a8de-3d84f93bc8b9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:31.873655 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ddd5e5a2-dff3-4932-b027-7ec04fece23c req-0d32f7c7-0007-4ff1-a8de-3d84f93bc8b9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 932 time: 0.0533140 Aug 25 17:54:31.914429 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ddd5e5a2-dff3-4932-b027-7ec04fece23c req-6d056f15-ba61-49ac-a333-56450fa8a5f6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342746 Aug 25 17:54:32.220403 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'tag': '8bcd8295-262d-41d4-98bc-4d741701ad4e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:32.222746 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf59773f-29bc-4faa-93e7-8b2bcc810f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e140e0d-9695-41aa-88eb-d7c068d3c198", "tag": "8bcd8295-262d-41d4-98bc-4d741701ad4e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:32.228032 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344a672-f884-4396-af06-2dc2077e2d00 req-1e4bd2b6-c8aa-45ed-bc0a-fec7ffc413b9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:32.229588 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8344a672-f884-4396-af06-2dc2077e2d00 req-1e4bd2b6-c8aa-45ed-bc0a-fec7ffc413b9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 944 time: 0.0506606 Aug 25 17:54:32.276962 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8344a672-f884-4396-af06-2dc2077e2d00 req-e4384a82-5023-4e12-bf10-2319cc1aee9e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Aug 25 17:54:32.307563 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427441c4-3f37-4430-a7fd-c8d218bc695b x-openstack-request-id: req-427441c4-3f37-4430-a7fd-c8d218bc695b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:32.308414 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e140e0d-9695-41aa-88eb-d7c068d3c198", "tag": "8bcd8295-262d-41d4-98bc-4d741701ad4e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:32.308820 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-427441c4-3f37-4430-a7fd-c8d218bc695b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:32.309357 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'tag': '8bcd8295-262d-41d4-98bc-4d741701ad4e', 'status': 'completed', 'code': 200} Aug 25 17:54:32.400045 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fcbe1-11d6-4fb8-a0df-651f7360a581 req-a1768959-aa90-4182-bb59-002d6e9a8002 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:32.401623 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-926fcbe1-11d6-4fb8-a0df-651f7360a581 req-a1768959-aa90-4182-bb59-002d6e9a8002 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 932 time: 0.0636811 Aug 25 17:54:32.441930 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-926fcbe1-11d6-4fb8-a0df-651f7360a581 req-7690772a-d4e4-41c6-bf1c-116229857a29 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Aug 25 17:54:32.649105 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:32.671736 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f13e1-fd01-452f-91cb-ab27fa26a3bc req-ef4b574e-e8ef-4f91-80dd-7c72acb6261d tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:32.674872 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-444f13e1-fd01-452f-91cb-ab27fa26a3bc req-ef4b574e-e8ef-4f91-80dd-7c72acb6261d tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 944 time: 0.0556412 Aug 25 17:54:32.778978 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Request body: {'port': {'device_id': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:32.779447 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:32.798952 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Request body: {'port': {'device_id': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:54:32.811292 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-aa145da0-0aec-4088-bd4b-9f1e5b49d410 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d HTTP/1.1" status: 200 len: 217 time: 0.1038630 Aug 25 17:54:32.818656 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-444f13e1-fd01-452f-91cb-ab27fa26a3bc req-e98c31de-166a-4b66-b647-d4534b36511c tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322136 Aug 25 17:54:32.936950 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480775ee-5a07-4283-a155-54f681b1a318 req-51732854-59d6-405c-82fd-77354ce8f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:32.938489 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-51732854-59d6-405c-82fd-77354ce8f678 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef HTTP/1.1" status: 200 len: 851 time: 0.1020932 Aug 25 17:54:32.941328 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cdadd-8876-415c-a0ae-b878bd03b075 req-e9ec5341-ced3-419f-b130-17fa99ab2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:32.942776 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1b6cdadd-8876-415c-a0ae-b878bd03b075 req-e9ec5341-ced3-419f-b130-17fa99ab2a0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 1097 time: 0.1077921 Aug 25 17:54:32.954421 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da9763d4-0b55-422c-bae8-e2799e861e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:33.035467 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-434ed0a6-5554-442e-9d56-0e828d4c806f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd34f90e-d75c-4741-8137-645deae61de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773821 Aug 25 17:54:33.048304 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:33.266903 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:33.278901 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59773f-29bc-4faa-93e7-8b2bcc810f6d req-1ff73894-bc39-4f73-b51e-7d6d895f9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:33.280464 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf59773f-29bc-4faa-93e7-8b2bcc810f6d req-1ff73894-bc39-4f73-b51e-7d6d895f9ee6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1097 time: 0.4261703 Aug 25 17:54:33.495172 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-9ab43de0-f61f-481a-940b-1901299a5381 service neutron] 10.222.0.10 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353406 Aug 25 17:54:33.500381 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cdadd-8876-415c-a0ae-b878bd03b075 req-47f5ef8e-db09-4ad0-9c73-f122264e4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:33.501805 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1b6cdadd-8876-415c-a0ae-b878bd03b075 req-47f5ef8e-db09-4ad0-9c73-f122264e4e7f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=36670799293a4c9eac1589c6fb221c40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5301514 Aug 25 17:54:33.520049 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be56c7-d78e-4890-8587-cb6c087ae399 req-6ac09edc-d727-439a-90e7-7bc52644dfa0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:33.521645 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56be56c7-d78e-4890-8587-cb6c087ae399 req-6ac09edc-d727-439a-90e7-7bc52644dfa0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 932 time: 0.5018504 Aug 25 17:54:33.578143 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab745-9f45-4ec0-b375-a995efbb3fda req-aea62b27-94f1-4c57-bfd2-04fa6dda0488 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:33.579614 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e3ab745-9f45-4ec0-b375-a995efbb3fda req-aea62b27-94f1-4c57-bfd2-04fa6dda0488 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 944 time: 0.2145777 Aug 25 17:54:33.754753 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e3ab745-9f45-4ec0-b375-a995efbb3fda req-488b8c94-f747-43c4-a266-a9f724263c56 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225584 Aug 25 17:54:33.814674 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59773f-29bc-4faa-93e7-8b2bcc810f6d req-4e1220ea-ae10-4af0-a327-29e079237f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:33.816191 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf59773f-29bc-4faa-93e7-8b2bcc810f6d req-4e1220ea-ae10-4af0-a327-29e079237f76 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5173879 Aug 25 17:54:33.827321 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cdadd-8876-415c-a0ae-b878bd03b075 req-dd9a85dd-51d0-4da5-97c8-4dcd9d340684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:33.829690 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1b6cdadd-8876-415c-a0ae-b878bd03b075 req-dd9a85dd-51d0-4da5-97c8-4dcd9d340684 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3161683 Aug 25 17:54:33.831106 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-480775ee-5a07-4283-a155-54f681b1a318 req-052ba313-b80e-448d-991e-9f8109150682 service neutron] 10.222.0.10 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266802 Aug 25 17:54:33.856250 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56be56c7-d78e-4890-8587-cb6c087ae399 req-da1a1553-f9eb-497c-9fd6-4f48d84b2209 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151083 Aug 25 17:54:34.021997 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da9763d4-0b55-422c-bae8-e2799e861e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.043758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd41496-604f-494d-8ca3-3c25b3b06189 req-6af93a96-415e-49ae-88db-4df1cf322f53 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.045470 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cfd41496-604f-494d-8ca3-3c25b3b06189 req-6af93a96-415e-49ae-88db-4df1cf322f53 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 932 time: 0.1465528 Aug 25 17:54:34.052812 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-a53bef04-e328-4144-b484-b13ad8dd176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.055601 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-a53bef04-e328-4144-b484-b13ad8dd176a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3615de93cafe42aab6accef245007bc8&device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 1097 time: 0.1101506 Aug 25 17:54:34.058634 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da9763d4-0b55-422c-bae8-e2799e861e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.060701 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-cc51b08f-b42a-4e29-ac39-715709bff1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.062447 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-cc51b08f-b42a-4e29-ac39-715709bff1c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 1097 time: 0.1774838 Aug 25 17:54:34.194366 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-b46a4159-b562-43a8-9bc7-42068ea05342 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fc4be9-9017-4409-8e42-4be41dafefe4 HTTP/1.1" status: 200 len: 217 time: 0.1174929 Aug 25 17:54:34.227417 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-da9763d4-0b55-422c-bae8-e2799e861e79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5577e56167f489ba05ac1b9b694a576&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5772085 Aug 25 17:54:34.234396 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:34.277617 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807c29-5abe-4400-9b56-cbdaa4b34442 req-e1aa9be1-d762-4c1a-b496-754be881d618 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.279103 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2c807c29-5abe-4400-9b56-cbdaa4b34442 req-e1aa9be1-d762-4c1a-b496-754be881d618 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 944 time: 0.2840934 Aug 25 17:54:34.282846 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cfd41496-604f-494d-8ca3-3c25b3b06189 req-11acd96a-5585-442c-8424-740c75d955df tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252648 Aug 25 17:54:34.287483 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59773f-29bc-4faa-93e7-8b2bcc810f6d req-e1f006fc-55d7-427d-9300-508f3fdb7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.289038 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf59773f-29bc-4faa-93e7-8b2bcc810f6d req-e1f006fc-55d7-427d-9300-508f3fdb7f60 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4290254 Aug 25 17:54:34.315447 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9763d4-0b55-422c-bae8-e2799e861e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117566f2-a371-47dd-a8ae-a434ac05cdc0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:34.371461 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ed4d36ec-d23c-4b04-ad1a-082d801010eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.374402 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-ed4d36ec-d23c-4b04-ad1a-082d801010eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.1567047 Aug 25 17:54:34.374402 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-2959587e-3aec-4c78-bbde-7c667f7c33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.375405 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-2959587e-3aec-4c78-bbde-7c667f7c33dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd34f90e-d75c-4741-8137-645deae61de3 HTTP/1.1" status: 200 len: 912 time: 0.2976942 Aug 25 17:54:34.407114 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e765bb9e-9392-4e8f-9300-4ec0e3b8fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.409979 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627baf1c-e293-403b-8ded-2c5f88a8a75d {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:34.426021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.436824 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2c807c29-5abe-4400-9b56-cbdaa4b34442 req-c62d0f8f-d919-4825-9031-52b2890cd58e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262426 Aug 25 17:54:34.447652 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4989e3a-3197-40cf-ae2d-25cd72f942fc {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:34.463591 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.466388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Transition to ACTIVE for port object 627baf1c-e293-403b-8ded-2c5f88a8a75d will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:34.469157 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-e028bbf3-c892-4d98-8315-364d18bf414c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d HTTP/1.1" status: 200 len: 217 time: 0.0703087 Aug 25 17:54:34.470664 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-055cdb2f-c827-4c00-9964-89a4ecb1b6fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832870 Aug 25 17:54:34.476402 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.486834 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Transition to ACTIVE for port object f4989e3a-3197-40cf-ae2d-25cd72f942fc will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:54:34.515264 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-afd609c0-70b9-48f8-86a3-4a73d53e4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.517162 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-afd609c0-70b9-48f8-86a3-4a73d53e4c17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1097 time: 0.1620679 Aug 25 17:54:34.520525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.553672 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-f53d717f-f9cb-475e-86a0-e425f5b3cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.555270 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-f53d717f-f9cb-475e-86a0-e425f5b3cb47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef HTTP/1.1" status: 200 len: 851 time: 0.0686300 Aug 25 17:54:34.623085 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-1e98c0f8-be11-403e-87c0-c197c13fe50d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 217 time: 0.0922475 Aug 25 17:54:34.623711 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:34.652460 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e765bb9e-9392-4e8f-9300-4ec0e3b8fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:34.657787 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-08f823b8-bb46-460a-8e56-93f99efeb48e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd34f90e-d75c-4741-8137-645deae61de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658662 Aug 25 17:54:34.798242 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-7ec191dc-f1ef-4a61-adbd-4993a0c5b1b0 service neutron] 10.222.0.10 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188145 Aug 25 17:54:34.823168 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Pushing event updated for resources: {'Port': ['ID=f4989e3a-3197-40cf-ae2d-25cd72f942fc,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:34.841264 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-9ec8b197-58ac-4684-b122-42d90ae2bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:34.843479 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-9ec8b197-58ac-4684-b122-42d90ae2bdd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.2006533 Aug 25 17:54:34.890071 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Attempting to bind port 627baf1c-e293-403b-8ded-2c5f88a8a75d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:34.890652 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Attempting to bind port 627baf1c-e293-403b-8ded-2c5f88a8a75d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:34.890957 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Attempting to bind port 627baf1c-e293-403b-8ded-2c5f88a8a75d on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:34.915493 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-553ffdd2-e035-4aa6-966f-f6db7e745416 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593982 Aug 25 17:54:34.918204 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Port 627baf1c-e293-403b-8ded-2c5f88a8a75d on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:54:34.918758 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Attempting to bind port 627baf1c-e293-403b-8ded-2c5f88a8a75d on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:34.951904 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-3ffef74f-6298-4eb9-a343-7897adade8c6 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177694 Aug 25 17:54:34.962598 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:34.965162 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Checking segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:34.966400 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Bound using segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:34.966400 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Bound port: 627baf1c-e293-403b-8ded-2c5f88a8a75d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:34.966400 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.106778 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e765bb9e-9392-4e8f-9300-4ec0e3b8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.116885 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e765bb9e-9392-4e8f-9300-4ec0e3b8fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.116885 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e765bb9e-9392-4e8f-9300-4ec0e3b8fa79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/117566f2-a371-47dd-a8ae-a434ac05cdc0 HTTP/1.1" status: 204 len: 168 time: 0.8752251 Aug 25 17:54:35.149116 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-22843151-af03-4d02-b915-60b7e3b3940a service neutron] 10.222.0.10 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398471 Aug 25 17:54:35.154544 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765bb9e-9392-4e8f-9300-4ec0e3b8fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117566f2-a371-47dd-a8ae-a434ac05cdc0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:35.215703 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993bbeb-912e-4800-af99-85a0f04c5206 req-865f3874-f080-4497-bf6c-088baee36ba5 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:35.217677 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8993bbeb-912e-4800-af99-85a0f04c5206 req-865f3874-f080-4497-bf6c-088baee36ba5 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 944 time: 0.2511494 Aug 25 17:54:35.226026 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Attempting to bind port f4989e3a-3197-40cf-ae2d-25cd72f942fc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:54:35.226361 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Attempting to bind port f4989e3a-3197-40cf-ae2d-25cd72f942fc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:54:35.226704 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Attempting to bind port f4989e3a-3197-40cf-ae2d-25cd72f942fc on network 4ba832b8-dc42-4633-9767-92874877ac0a {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:35.274774 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7b6364c9-214e-4a1d-8245-0f6d3e7ea000 req-e8a2182a-dec3-4247-9938-f81308e3a6b4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064244 Aug 25 17:54:35.283559 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Port f4989e3a-3197-40cf-ae2d-25cd72f942fc on network 4ba832b8-dc42-4633-9767-92874877ac0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:54:35.284123 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Attempting to bind port f4989e3a-3197-40cf-ae2d-25cd72f942fc on network 4ba832b8-dc42-4633-9767-92874877ac0a {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:54:35.314449 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:54:35.314810 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Checking segment: {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:54:35.315174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Bound using segment: {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:54:35.315622 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Bound port: f4989e3a-3197-40cf-ae2d-25cd72f942fc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177098ae-71fa-4a12-8244-d67955f7ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:54:35.316147 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.320862 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8993bbeb-912e-4800-af99-85a0f04c5206 req-15a5dbd5-6cd2-4ec7-9f7c-4c625bec71db tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909979 Aug 25 17:54:35.405077 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650825e1-9caf-4bc8-80d3-923b05f96ec2 req-7f04b362-2668-4c7f-9257-b6208603fd07 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:35.412819 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-650825e1-9caf-4bc8-80d3-923b05f96ec2 req-7f04b362-2668-4c7f-9257-b6208603fd07 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.1991041 Aug 25 17:54:35.416116 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-a982c043-9a44-49b7-9523-c65afcf302a1 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888802 Aug 25 17:54:35.437034 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:35.488676 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427abd-cd77-4e95-ab39-1b65b3dd39ea req-19734760-57d4-478b-aa9c-694405cc3988 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:35.497561 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8a427abd-cd77-4e95-ab39-1b65b3dd39ea req-19734760-57d4-478b-aa9c-694405cc3988 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0989473 Aug 25 17:54:35.535278 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:35.575930 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.631817 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] For port f4989e3a-3197-40cf-ae2d-25cd72f942fc, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:54:35.646908 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-650825e1-9caf-4bc8-80d3-923b05f96ec2 req-3280cf55-0b32-46e3-b883-6c61ee142646 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309783 Aug 25 17:54:35.659308 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 42970) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:35.688211 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] For port f4989e3a-3197-40cf-ae2d-25cd72f942fc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:54:35.691907 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:35.692553 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.695144 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] 10.222.0.10 "PUT /v2.0/ports/627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 200 len: 1094 time: 2.9338138 Aug 25 17:54:35.695922 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:35.699113 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306a28d8-191c-4693-aae0-a2f58f867124" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:35.723017 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.732787 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c2b1-7015-40f3-8c0e-0d25c201a464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.757587 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8aec686e-7ad6-43a3-8597-4d451315f32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.767965 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6ee1caca-c920-4ab5-9fae-9ae3d985c583 req-9a657e56-1f0c-4e67-82ba-be1dbf83cf92 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332591 Aug 25 17:54:35.774393 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d746f0-91de-4681-905c-bb1a02372ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:35.795276 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:35.795923 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:35.797511 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] 10.222.0.10 "PUT /v2.0/ports/f4989e3a-3197-40cf-ae2d-25cd72f942fc HTTP/1.1" status: 200 len: 1094 time: 3.0330749 Aug 25 17:54:35.887895 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8a427abd-cd77-4e95-ab39-1b65b3dd39ea req-71f63c01-9836-4e5e-91e8-c09560f8fc1f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889847 Aug 25 17:54:36.003103 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8980065-dc01-496f-aecd-39477595fb98 x-openstack-request-id: req-b8980065-dc01-496f-aecd-39477595fb98 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:36.003401 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:36.003638 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8980065-dc01-496f-aecd-39477595fb98 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:36.004231 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'status': 'completed', 'code': 200} Aug 25 17:54:36.027641 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-745e1e63-4de2-4bff-9deb-177b2b1c87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.030089 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-745e1e63-4de2-4bff-9deb-177b2b1c87ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1097 time: 0.2312987 Aug 25 17:54:36.112688 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56941e0f-e449-46c5-856f-44398dbe7ffc req-6c8f8380-45ff-451e-9774-8e40f386837b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.115338 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56941e0f-e449-46c5-856f-44398dbe7ffc req-6c8f8380-45ff-451e-9774-8e40f386837b tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 944 time: 0.2770963 Aug 25 17:54:36.157683 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-75659ac8-bb22-4423-b167-87694ebf7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.159647 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-75659ac8-bb22-4423-b167-87694ebf7a87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 1097 time: 0.2927558 Aug 25 17:54:36.160530 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07cb38-07c1-4803-9b85-e24b975c3181 service neutron] Pushing event updated for resources: {'Port': ['ID=f4989e3a-3197-40cf-ae2d-25cd72f942fc,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:36.173048 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-f146189a-b654-4c40-96f7-a49ba8694b14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 200 len: 217 time: 0.1136978 Aug 25 17:54:36.273894 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-350dc017-c3e6-4954-8b6f-b5d113959bb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc HTTP/1.1" status: 200 len: 217 time: 0.0964663 Aug 25 17:54:36.347220 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c2b1-7015-40f3-8c0e-0d25c201a464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:36.360353 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56941e0f-e449-46c5-856f-44398dbe7ffc req-7b702ba8-50c0-47d4-84d2-a28e6289cf36 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920743 Aug 25 17:54:36.365061 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c2b1-7015-40f3-8c0e-0d25c201a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:36.375950 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-6d477058-9be3-40fe-964e-303fb6e4b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.377498 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-6d477058-9be3-40fe-964e-303fb6e4b2de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.1869717 Aug 25 17:54:36.395855 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-b5880b5b-3260-4671-9aa8-bc2bef8fb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.397375 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-b5880b5b-3260-4671-9aa8-bc2bef8fb814 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.1117537 Aug 25 17:54:36.485083 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-3345f30d-5d34-480e-a0d7-1b2061681df0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715871 Aug 25 17:54:36.488073 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-1aa4c2b1-7015-40f3-8c0e-0d25c201a464 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8aea945454f048f2af0383f49c55acd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244178 Aug 25 17:54:36.491823 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:36.494247 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4c2b1-7015-40f3-8c0e-0d25c201a464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a8aed-7705-4358-be96-20f162b4df60,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:36.505653 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f41ca-69a1-405c-9bc2-4b197dbbae98 req-1ba9e992-5786-408f-97ea-43a8b781c7aa tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.514497 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-567f41ca-69a1-405c-9bc2-4b197dbbae98 req-1ba9e992-5786-408f-97ea-43a8b781c7aa tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 944 time: 0.0822909 Aug 25 17:54:36.570922 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-0b312146-49b3-4933-ad1a-400665c2b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.572586 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-0b312146-49b3-4933-ad1a-400665c2b2a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1807489 Aug 25 17:54:36.597486 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-567f41ca-69a1-405c-9bc2-4b197dbbae98 req-33e75238-d571-415a-80f7-660a794a8b48 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803680 Aug 25 17:54:36.631372 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e355e3-8258-4999-bbd3-a44fc94d92ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:36.667992 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e355e3-8258-4999-bbd3-a44fc94d92ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:36.694469 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-4d1ce943-b597-4439-b2f0-1a5608741a56 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967177 Aug 25 17:54:36.741789 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 9f7769f7-ee0b-4b48-97cd-f541faa6b23d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:54:36.823942 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e355e3-8258-4999-bbd3-a44fc94d92ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:36.826834 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e355e3-8258-4999-bbd3-a44fc94d92ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:36.830718 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d2e355e3-8258-4999-bbd3-a44fc94d92ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e36a8aed-7705-4358-be96-20f162b4df60 HTTP/1.1" status: 204 len: 168 time: 0.3342028 Aug 25 17:54:36.849305 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e355e3-8258-4999-bbd3-a44fc94d92ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a8aed-7705-4358-be96-20f162b4df60,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:36.924527 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-9a28017c-4491-4150-b6c4-f00e74a1a9ab service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419130 Aug 25 17:54:36.959828 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,segment=NetworkSegment(0d173db2-fe20-4f43-8af3-ba852281e8da),segment_id=0d173db2-fe20-4f43-8af3-ba852281e8da)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:36.975603 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d', 'network_id': 'bd34f90e-d75c-4741-8137-645deae61de3', 'port_id': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d', 'mac_address': 'fa:16:3e:0d:3e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:54:36.994152 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00681a-2bd5-4023-96d0-7105c56c3160 req-16186c7d-437d-4283-90c0-29046a8e21eb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:36.997493 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9e00681a-2bd5-4023-96d0-7105c56c3160 req-16186c7d-437d-4283-90c0-29046a8e21eb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.1851826 Aug 25 17:54:37.058733 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:37.079035 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7769f7-ee0b-4b48-97cd-f541faa6b23d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:37.101514 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9e00681a-2bd5-4023-96d0-7105c56c3160 req-80bc77dc-a73f-4af5-99ec-73efec73b06b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943632 Aug 25 17:54:37.105744 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6101ac60-f4dc-4639-bea6-8bbe9640d341 req-de2be420-fedd-41d8-877b-2528fd03c8af service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986323 Aug 25 17:54:37.115857 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd311-25c5-43de-9031-e78d559f1345 req-4962bc4c-010a-4c94-a003-a8eb84af387c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:37.124708 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f1ecd311-25c5-43de-9031-e78d559f1345 req-4962bc4c-010a-4c94-a003-a8eb84af387c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.1027505 Aug 25 17:54:37.127610 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,segment=NetworkSegment(0d173db2-fe20-4f43-8af3-ba852281e8da),segment_id=0d173db2-fe20-4f43-8af3-ba852281e8da)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:37.136807 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:37.137860 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e4fc4be9-9017-4409-8e42-4be41dafefe4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:54:37.178344 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f1ecd311-25c5-43de-9031-e78d559f1345 req-6541184d-adf8-429a-8322-562ebef880a2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511365 Aug 25 17:54:37.240701 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:37.350835 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e4fc4be9-9017-4409-8e42-4be41dafefe4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4fc4be9-9017-4409-8e42-4be41dafefe4,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:37.363217 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'e4fc4be9-9017-4409-8e42-4be41dafefe4', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'port_id': 'e4fc4be9-9017-4409-8e42-4be41dafefe4', 'mac_address': 'fa:16:3e:77:af:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2759b9-c341-4aa4-997a-1868fb9e591a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:54:37.405718 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:37.419384 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fc4be9-9017-4409-8e42-4be41dafefe4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:37.442530 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e4fc4be9-9017-4409-8e42-4be41dafefe4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4fc4be9-9017-4409-8e42-4be41dafefe4,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:37.449580 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:37.501788 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5ab7-0169-4f96-8fb3-8a817ed38e3e req-54375a89-44f2-4561-950b-a79a917fb54f tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:37.503511 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-272c5ab7-0169-4f96-8fb3-8a817ed38e3e req-54375a89-44f2-4561-950b-a79a917fb54f tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.0557528 Aug 25 17:54:37.509644 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=e4fc4be9-9017-4409-8e42-4be41dafefe4,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:37.545390 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-272c5ab7-0169-4f96-8fb3-8a817ed38e3e req-00cdd65e-77d8-4baf-860f-44d8dc613893 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352850 Aug 25 17:54:37.723919 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadb31-57e2-45f2-ad94-9c935f3b7146 req-8e126ad6-d416-44ad-90e2-2cf6f609ac36 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:37.725547 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7ffadb31-57e2-45f2-ad94-9c935f3b7146 req-8e126ad6-d416-44ad-90e2-2cf6f609ac36 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 945 time: 0.0521529 Aug 25 17:54:37.767401 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7ffadb31-57e2-45f2-ad94-9c935f3b7146 req-745186d9-4cfa-433e-b117-336fa9f179ec tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Aug 25 17:54:38.006115 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'tag': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:38.009155 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f02a4-018c-4188-b8ff-74371def5547" -d '{"events": [{"name": "network-changed", "server_uuid": "a8461aea-d1ae-4365-b556-a70d4b2b93a6", "tag": "f4989e3a-3197-40cf-ae2d-25cd72f942fc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:38.081679 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a8e7b4-1e19-45c2-a0bd-97242c02ecc2 x-openstack-request-id: req-45a8e7b4-1e19-45c2-a0bd-97242c02ecc2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:38.081970 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8461aea-d1ae-4365-b556-a70d4b2b93a6", "tag": "f4989e3a-3197-40cf-ae2d-25cd72f942fc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:38.082220 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45a8e7b4-1e19-45c2-a0bd-97242c02ecc2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:38.082767 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'tag': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc', 'status': 'completed', 'code': 200} Aug 25 17:54:38.259091 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374017b-1471-41df-91db-d009b07d1093 req-0793c498-68a3-4440-95b2-401169f7e4ad tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:38.261432 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5374017b-1471-41df-91db-d009b07d1093 req-0793c498-68a3-4440-95b2-401169f7e4ad tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.0617673 Aug 25 17:54:38.322734 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a39313-737e-4f30-8a0f-35db6279cf91 req-eb80a865-830a-473f-a52b-cc60a763dafe tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:38.325196 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b0a39313-737e-4f30-8a0f-35db6279cf91 req-eb80a865-830a-473f-a52b-cc60a763dafe tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0569441 Aug 25 17:54:38.330206 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5374017b-1471-41df-91db-d009b07d1093 req-3f74e444-e3b2-4226-b09e-8dbbf40de14d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Aug 25 17:54:38.379560 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20e78f39-4602-4da3-a044-bacf23ca11b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:38.397415 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b0a39313-737e-4f30-8a0f-35db6279cf91 req-951e8583-6aa7-4e55-ba7f-443a0256e62e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646906 Aug 25 17:54:38.586790 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:38.669085 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57835641-112b-4add-adc3-957b8c565a98 req-a561c213-da6e-4c6e-abe2-d5a2057afcaf tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:38.670604 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-57835641-112b-4add-adc3-957b8c565a98 req-a561c213-da6e-4c6e-abe2-d5a2057afcaf tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.0557497 Aug 25 17:54:38.711784 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-57835641-112b-4add-adc3-957b8c565a98 req-6421c11a-489f-448e-b2c7-dafbf1d2e449 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350852 Aug 25 17:54:38.887024 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d0baa-38cb-4c39-80f7-7b904eeb8844 req-f5673001-6d1c-456b-9825-e05a2c33c100 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:38.888678 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a13d0baa-38cb-4c39-80f7-7b904eeb8844 req-f5673001-6d1c-456b-9825-e05a2c33c100 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 945 time: 0.0517914 Aug 25 17:54:38.978400 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a13d0baa-38cb-4c39-80f7-7b904eeb8844 req-43b325d6-12b4-49e8-838e-a965c87789a9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835006 Aug 25 17:54:39.016003 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f30652f1-c702-4ebb-9621-0ed5072afb85 req-722cd5ad-eacd-4b91-b209-ff7f76bf55a9 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063902 Aug 25 17:54:39.442567 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b370-08cb-4901-8236-eb8a8f29e573 req-b181c89a-2252-44b1-a565-0a581ec42c01 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:39.444113 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1f36b370-08cb-4901-8236-eb8a8f29e573 req-b181c89a-2252-44b1-a565-0a581ec42c01 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.0517027 Aug 25 17:54:39.487238 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1f36b370-08cb-4901-8236-eb8a8f29e573 req-9ebd483a-5854-4d13-870a-2c616c0dbfaa tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364475 Aug 25 17:54:39.502988 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:39.521177 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd07edd-1018-4330-8e64-650bf44719d6 req-51ab37f8-1c65-4e02-8ac6-2eb546afd6d5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:39.522882 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fd07edd-1018-4330-8e64-650bf44719d6 req-51ab37f8-1c65-4e02-8ac6-2eb546afd6d5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0648193 Aug 25 17:54:39.564662 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fd07edd-1018-4330-8e64-650bf44719d6 req-508142e2-903b-4317-b38c-2296da0891c1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340197 Aug 25 17:54:39.831153 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d235a-b4f9-4fb8-9ad9-4e4b6c7a1933 req-0bca658d-f677-41c7-ac9e-3208b1b63f58 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:39.832807 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-aa5d235a-b4f9-4fb8-9ad9-4e4b6c7a1933 req-0bca658d-f677-41c7-ac9e-3208b1b63f58 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Aug 25 17:54:39.874498 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-aa5d235a-b4f9-4fb8-9ad9-4e4b6c7a1933 req-c733e2ce-3587-41eb-addf-5bd5f26df0b0 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Aug 25 17:54:40.158526 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-34b2e4d5-2073-4fab-80d1-6c639e1ef5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:40.160148 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-34b2e4d5-2073-4fab-80d1-6c639e1ef5f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 1097 time: 0.1561589 Aug 25 17:54:40.167833 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a28d8-191c-4693-aae0-a2f58f867124 req-0c375382-4ad9-41a9-aabe-141f08ba217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:40.169368 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-306a28d8-191c-4693-aae0-a2f58f867124 req-0c375382-4ad9-41a9-aabe-141f08ba217d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1097 time: 0.1501355 Aug 25 17:54:40.177910 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce52262-60bd-4a3e-a2fe-e6e97a3d25b4 req-21111bb8-1d57-441a-91fe-e4d584c03609 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:40.179450 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5ce52262-60bd-4a3e-a2fe-e6e97a3d25b4 req-21111bb8-1d57-441a-91fe-e4d584c03609 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 945 time: 0.1194770 Aug 25 17:54:40.402729 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5ce52262-60bd-4a3e-a2fe-e6e97a3d25b4 req-b5bd6124-b1d9-48fd-8aef-ed3c0c5ce795 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132583 Aug 25 17:54:40.573766 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['9f7769f7-ee0b-4b48-97cd-f541faa6b23d'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:54:40.678844 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:54:40.706672 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342369-ae83-4751-8d46-4e7afbe1a908 req-a4e8878a-3acc-4398-a39e-20f7c468bae3 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:40.719851 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b5342369-ae83-4751-8d46-4e7afbe1a908 req-a4e8878a-3acc-4398-a39e-20f7c468bae3 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.1151485 Aug 25 17:54:40.726905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a28d8-191c-4693-aae0-a2f58f867124 req-ac782368-1085-4c95-9f5e-c84c5121c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:40.730037 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-306a28d8-191c-4693-aae0-a2f58f867124 req-ac782368-1085-4c95-9f5e-c84c5121c785 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.5479739 Aug 25 17:54:40.784230 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-939cc81f-d4f7-420e-b65e-c1810def565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:40.787295 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-939cc81f-d4f7-420e-b65e-c1810def565f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.6069746 Aug 25 17:54:40.789230 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b5342369-ae83-4751-8d46-4e7afbe1a908 req-7f3cdbfa-fdae-4ab9-9c34-fee819c15dd0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683153 Aug 25 17:54:40.809377 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f54f-0d94-4835-8695-6004d0e2c202 req-dae317e0-478e-46e7-b5dd-617ae26e4235 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:40.811014 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c400f54f-0d94-4835-8695-6004d0e2c202 req-dae317e0-478e-46e7-b5dd-617ae26e4235 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0865965 Aug 25 17:54:40.853375 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c400f54f-0d94-4835-8695-6004d0e2c202 req-72b9be49-9d29-44d9-a662-0b2c264107ad tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363102 Aug 25 17:54:41.051448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935628e0-d166-4aa8-a8fb-970467c8be76 req-6c01519f-a5a7-490c-b0fc-babf3d011838 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:41.053798 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-935628e0-d166-4aa8-a8fb-970467c8be76 req-6c01519f-a5a7-490c-b0fc-babf3d011838 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.0778577 Aug 25 17:54:41.100144 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-935628e0-d166-4aa8-a8fb-970467c8be76 req-e6292f39-b37f-4366-96a6-87746561b217 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Aug 25 17:54:41.278053 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:41.546491 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27918883-3401-42f1-8580-50953f743f0d req-c30431e0-267e-4d7f-bf3b-2d488ed8c9ec tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:41.548094 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-27918883-3401-42f1-8580-50953f743f0d req-c30431e0-267e-4d7f-bf3b-2d488ed8c9ec tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 945 time: 0.0532916 Aug 25 17:54:41.588730 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-27918883-3401-42f1-8580-50953f743f0d req-de470d9f-aa65-4c5e-81d6-299a68628fb9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345647 Aug 25 17:54:41.951489 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16064dac-dc41-412d-95e8-7c512025420e req-30ad65fd-797b-4b90-8831-a81d445a3382 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:41.953125 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-16064dac-dc41-412d-95e8-7c512025420e req-30ad65fd-797b-4b90-8831-a81d445a3382 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.0526330 Aug 25 17:54:41.987253 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb729dc-99f4-4de5-94c1-936894cfbb61 req-2bf6393d-f1b8-4224-a559-7c1b5982891b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:41.988845 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2cb729dc-99f4-4de5-94c1-936894cfbb61 req-2bf6393d-f1b8-4224-a559-7c1b5982891b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0591998 Aug 25 17:54:41.997258 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-16064dac-dc41-412d-95e8-7c512025420e req-d88374cc-4c0a-4970-be0a-60162deb9f15 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358012 Aug 25 17:54:42.035404 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2cb729dc-99f4-4de5-94c1-936894cfbb61 req-1974c5ae-b5c3-4d3f-8786-c48e34819532 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403502 Aug 25 17:54:42.230061 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ec433-1e36-4af9-8405-758fb76aebf3 req-30d0868f-62e3-410b-85e2-72763ea4263e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:42.231597 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d27ec433-1e36-4af9-8405-758fb76aebf3 req-30d0868f-62e3-410b-85e2-72763ea4263e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.0549197 Aug 25 17:54:42.270734 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d27ec433-1e36-4af9-8405-758fb76aebf3 req-c96a561a-e6ab-47ae-8ba3-430172aaa957 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326819 Aug 25 17:54:42.583027 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-306a28d8-191c-4693-aae0-a2f58f867124 req-5f39de6e-829b-4139-b69e-1b6ddafbde31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 200 len: 217 time: 0.0654895 Aug 25 17:54:42.584392 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-316973b2-f372-4754-8381-55a295254efb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc HTTP/1.1" status: 200 len: 217 time: 0.0656202 Aug 25 17:54:42.714181 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0e019-0f56-4974-b59d-b134cdce20fe req-022e9b5a-ac23-491e-9b88-b5f2bdd4fc27 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:42.715895 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a6d0e019-0f56-4974-b59d-b134cdce20fe req-022e9b5a-ac23-491e-9b88-b5f2bdd4fc27 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 945 time: 0.0591233 Aug 25 17:54:42.758665 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a6d0e019-0f56-4974-b59d-b134cdce20fe req-96359229-14d6-4e84-bae1-f4d88613cd6d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Aug 25 17:54:43.117174 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba281-f5e9-44c0-90c7-a2c193e2c028 req-65d7e59e-80bf-4bfb-af77-f03f04e650ee tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:43.119002 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-01dba281-f5e9-44c0-90c7-a2c193e2c028 req-65d7e59e-80bf-4bfb-af77-f03f04e650ee tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.0512269 Aug 25 17:54:43.159181 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-01dba281-f5e9-44c0-90c7-a2c193e2c028 req-e1c34ae9-608b-4ee0-acf7-e432204fd145 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Aug 25 17:54:43.164649 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855dae-7cb6-4a82-af93-85ce23df094d req-06d34652-83cf-4b1f-81f0-0746c12ba468 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:43.166424 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7855dae-7cb6-4a82-af93-85ce23df094d req-06d34652-83cf-4b1f-81f0-0746c12ba468 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0526879 Aug 25 17:54:43.207633 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7855dae-7cb6-4a82-af93-85ce23df094d req-b41eb2ea-96cf-4feb-b017-d972744fe45b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345607 Aug 25 17:54:43.394255 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac5636-fe10-4e39-b23e-e05ff1c287e0 req-8531cb7d-ad16-4a8f-a800-3084951d8872 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:43.395803 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-55ac5636-fe10-4e39-b23e-e05ff1c287e0 req-8531cb7d-ad16-4a8f-a800-3084951d8872 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.0555780 Aug 25 17:54:43.436413 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-55ac5636-fe10-4e39-b23e-e05ff1c287e0 req-217ea7f9-172f-4a02-8a9b-934d85e56603 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344787 Aug 25 17:54:43.524697 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8bcd8295-262d-41d4-98bc-4d741701ad4e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:54:43.638616 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a28d8-191c-4693-aae0-a2f58f867124 req-4f7fc1ca-47a5-41ba-9ccc-310e7452ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:43.640645 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 8bcd8295-262d-41d4-98bc-4d741701ad4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:43.641052 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-306a28d8-191c-4693-aae0-a2f58f867124 req-4f7fc1ca-47a5-41ba-9ccc-310e7452ed67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.1317525 Aug 25 17:54:43.643480 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-82f76a61-0202-40cd-9acd-7c9f8983adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:43.646102 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-82f76a61-0202-40cd-9acd-7c9f8983adb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.1337297 Aug 25 17:54:43.660677 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '8bcd8295-262d-41d4-98bc-4d741701ad4e', 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'port_id': '8bcd8295-262d-41d4-98bc-4d741701ad4e', 'mac_address': 'fa:16:3e:fd:15:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4564420a-7c62-4319-a790-5156630ca582', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:54:43.739138 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-f89a64a9-985b-4bf8-ac17-a77072ae4431 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786316 Aug 25 17:54:43.741673 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:43.763666 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcd8295-262d-41d4-98bc-4d741701ad4e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:43.794539 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 8bcd8295-262d-41d4-98bc-4d741701ad4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:43.802189 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:43.874711 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a28d8-191c-4693-aae0-a2f58f867124 req-cda2c664-403a-41f6-b409-eabb94c56072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:43.877400 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-306a28d8-191c-4693-aae0-a2f58f867124 req-cda2c664-403a-41f6-b409-eabb94c56072 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2189460 Aug 25 17:54:43.954215 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=8bcd8295-262d-41d4-98bc-4d741701ad4e,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:44.095245 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-a8b49ca4-022f-48b5-8d7b-ba2ea4cdbad2 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443549 Aug 25 17:54:44.265028 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['8bcd8295-262d-41d4-98bc-4d741701ad4e'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:54:44.273948 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59b3ac-615d-4003-b76e-1ac44b33c992 req-67f244c5-4ccb-40a4-9345-34d626f4a0f1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:44.276718 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bd59b3ac-615d-4003-b76e-1ac44b33c992 req-67f244c5-4ccb-40a4-9345-34d626f4a0f1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 945 time: 0.3228996 Aug 25 17:54:44.336666 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-306a28d8-191c-4693-aae0-a2f58f867124 req-cd4850a0-6537-4dfc-930c-a3ce910e5caf service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453337 Aug 25 17:54:44.375975 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04462461-6558-4c68-8fbf-4bea0160f27d req-7fbfd8d2-9cf5-4fa7-a99d-a1c393e1bd66 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:44.379292 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-04462461-6558-4c68-8fbf-4bea0160f27d req-7fbfd8d2-9cf5-4fa7-a99d-a1c393e1bd66 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.1008561 Aug 25 17:54:44.426522 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bd59b3ac-615d-4003-b76e-1ac44b33c992 req-b23c0735-c5f8-40e9-a49f-b85d131179e6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401458 Aug 25 17:54:44.442204 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff5f02a4-018c-4188-b8ff-74371def5547 req-1e4f0482-d2e2-417f-a9b7-5a473be2d858 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319657 Aug 25 17:54:44.442477 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-04462461-6558-4c68-8fbf-4bea0160f27d req-b9c1b063-574f-4c41-a70a-83aa94c9ca6e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551307 Aug 25 17:54:44.512179 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-306a28d8-191c-4693-aae0-a2f58f867124 req-cfb94e03-7915-4bef-b343-ca6b35411e38 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610477 Aug 25 17:54:44.595382 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376fb8f-6803-4e91-bbee-5f9490a458b5 req-b3b3d3f0-6e5c-4308-bd40-ab664b0f5587 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:44.596976 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9376fb8f-6803-4e91-bbee-5f9490a458b5 req-b3b3d3f0-6e5c-4308-bd40-ab664b0f5587 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.0589166 Aug 25 17:54:44.638278 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1d9e4-e290-4570-b30c-d6269d668534 req-747d0df4-0a3f-4154-8a69-bb4c0d03bcab tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:44.640454 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7a1d9e4-e290-4570-b30c-d6269d668534 req-747d0df4-0a3f-4154-8a69-bb4c0d03bcab tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0700521 Aug 25 17:54:44.664880 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9376fb8f-6803-4e91-bbee-5f9490a458b5 req-8ac4599a-1ff5-42cc-9ee4-ff5cbf9d7e41 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 Aug 25 17:54:44.699310 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7a1d9e4-e290-4570-b30c-d6269d668534 req-49a28cd4-c8ea-45bd-b211-bd1d2eed432a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Aug 25 17:54:44.886798 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43216) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:45.031070 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7b76-ce19-4607-b999-d83bcf35eecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.167574 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7b76-ce19-4607-b999-d83bcf35eecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.174081 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7b76-ce19-4607-b999-d83bcf35eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.219386 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7b76-ce19-4607-b999-d83bcf35eecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760a0988-1109-4c95-a6c5-0cbd057cbb9d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:45.227962 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0f2a7b76-ce19-4607-b999-d83bcf35eecf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04fd415dfe7a4d2c8f844ff128adeecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397214 Aug 25 17:54:45.228209 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:45.309379 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2adaf27-bacb-4752-8be2-131f915a3cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.335005 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2adaf27-bacb-4752-8be2-131f915a3cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.417284 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2adaf27-bacb-4752-8be2-131f915a3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.421258 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2adaf27-bacb-4752-8be2-131f915a3cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.426322 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a2adaf27-bacb-4752-8be2-131f915a3cd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/760a0988-1109-4c95-a6c5-0cbd057cbb9d HTTP/1.1" status: 204 len: 168 time: 0.1961966 Aug 25 17:54:45.437483 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adaf27-bacb-4752-8be2-131f915a3cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760a0988-1109-4c95-a6c5-0cbd057cbb9d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:45.528635 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 9f7769f7-ee0b-4b48-97cd-f541faa6b23d up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:45.635062 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:45.643919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:45.644899 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.684703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c26ba-9c78-4c0d-a031-c56f3fab8af6 req-84c2785c-53c4-46cc-aaa5-06813f22d4bd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:45.694542 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-342c26ba-9c78-4c0d-a031-c56f3fab8af6 req-84c2785c-53c4-46cc-aaa5-06813f22d4bd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.1290195 Aug 25 17:54:45.719206 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb63ebb-cf7f-4b74-ab28-aa08e37e6c8d req-3114805a-b20a-4a88-be24-8af0ed85d86a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:45.721213 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8eb63ebb-cf7f-4b74-ab28-aa08e37e6c8d req-3114805a-b20a-4a88-be24-8af0ed85d86a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 945 time: 0.1202428 Aug 25 17:54:45.765724 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-342c26ba-9c78-4c0d-a031-c56f3fab8af6 req-1be5ef77-ac93-439d-b843-1ea6ca614a9e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704219 Aug 25 17:54:45.795459 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8eb63ebb-cf7f-4b74-ab28-aa08e37e6c8d req-bc9aba99-21e4-402a-9350-b49160a7b99e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624876 Aug 25 17:54:45.849964 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:45.907675 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:45.996884 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7ee79-c9c9-4193-a65f-ff1dd6d3b254 req-cf4e3f00-6e79-4678-8eee-1e9c9e0b7f7d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:45.998127 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a0c7ee79-c9c9-4193-a65f-ff1dd6d3b254 req-cf4e3f00-6e79-4678-8eee-1e9c9e0b7f7d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0873342 Aug 25 17:54:45.999331 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23caf62-c8d7-43db-ab13-e268d02556e1 req-07d3762b-1d30-419b-a8b7-0222e28aa5e7 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:46.005896 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c23caf62-c8d7-43db-ab13-e268d02556e1 req-07d3762b-1d30-419b-a8b7-0222e28aa5e7 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 945 time: 0.1448755 Aug 25 17:54:46.029069 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43272) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:46.054244 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a0c7ee79-c9c9-4193-a65f-ff1dd6d3b254 req-3b597db8-261f-4457-9a38-b0dbe44f3b1a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Aug 25 17:54:46.083756 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,segment=NetworkSegment(0d173db2-fe20-4f43-8af3-ba852281e8da),segment_id=0d173db2-fe20-4f43-8af3-ba852281e8da)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:46.099302 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.100304 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8bcd8295-262d-41d4-98bc-4d741701ad4e up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:46.118724 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7218caa9-1aae-44b3-8aca-35318829e479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.160019 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c23caf62-c8d7-43db-ab13-e268d02556e1 req-b5f312a4-a323-4c52-ada1-445da6ed0e76 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476626 Aug 25 17:54:46.196174 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:46.224592 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43278) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:46.241758 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 8bcd8295-262d-41d4-98bc-4d741701ad4e completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:46.246812 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 8bcd8295-262d-41d4-98bc-4d741701ad4e triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:46.247195 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.272119 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded769a5-2635-4c0c-9030-721b7a694592" -d '{"events": [{"server_uuid": "247e25a1-f988-453a-bc49-bf3d018b33c6", "name": "network-vif-plugged", "status": "completed", "tag": "9f7769f7-ee0b-4b48-97cd-f541faa6b23d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:46.332728 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7218caa9-1aae-44b3-8aca-35318829e479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.340043 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7218caa9-1aae-44b3-8aca-35318829e479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.359974 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.392826 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b546f-1b5c-4d41-850f-97ec718133c8 x-openstack-request-id: req-d55b546f-1b5c-4d41-850f-97ec718133c8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:46.393155 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247e25a1-f988-453a-bc49-bf3d018b33c6", "name": "network-vif-plugged", "status": "completed", "tag": "9f7769f7-ee0b-4b48-97cd-f541faa6b23d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:46.393435 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d55b546f-1b5c-4d41-850f-97ec718133c8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:46.393822 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d', 'code': 200} Aug 25 17:54:46.403140 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 8bcd8295-262d-41d4-98bc-4d741701ad4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:46.410345 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.411431 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e4fc4be9-9017-4409-8e42-4be41dafefe4 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:46.419355 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80b39b5b-6680-4a30-976e-c0978f12dd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.421594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218caa9-1aae-44b3-8aca-35318829e479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e14b897-8aa2-486b-b33e-a41dd0ca4bf8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:46.468077 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-7218caa9-1aae-44b3-8aca-35318829e479 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b57c0ac0cf6447c586b34bc64c36128d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281402 Aug 25 17:54:46.470914 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:46.551035 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=8bcd8295-262d-41d4-98bc-4d741701ad4e,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:46.564830 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-869c94c4-ef8c-4a7e-9f67-ebcfd1eb1877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.574823 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port e4fc4be9-9017-4409-8e42-4be41dafefe4 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:46.587127 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port e4fc4be9-9017-4409-8e42-4be41dafefe4 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:46.588024 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.609463 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-869c94c4-ef8c-4a7e-9f67-ebcfd1eb1877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.677725 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80b39b5b-6680-4a30-976e-c0978f12dd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.715995 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80b39b5b-6680-4a30-976e-c0978f12dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.746819 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-869c94c4-ef8c-4a7e-9f67-ebcfd1eb1877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.750016 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-869c94c4-ef8c-4a7e-9f67-ebcfd1eb1877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.759627 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-869c94c4-ef8c-4a7e-9f67-ebcfd1eb1877 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e14b897-8aa2-486b-b33e-a41dd0ca4bf8 HTTP/1.1" status: 204 len: 168 time: 0.2876089 Aug 25 17:54:46.773653 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.775039 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b39b5b-6680-4a30-976e-c0978f12dd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7fa85a-3213-46cb-b490-de484eee9eb1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:46.784216 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:46.784549 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-80b39b5b-6680-4a30-976e-c0978f12dd80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e0cbfa92068410289468e700e0933d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512671 Aug 25 17:54:46.785275 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c94c4-ef8c-4a7e-9f67-ebcfd1eb1877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e14b897-8aa2-486b-b33e-a41dd0ca4bf8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:46.810661 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a2d7c-29d1-45e3-bc5b-c1fbae2eb8cd req-eec5c31a-98b2-4011-b70a-f1f1fe09fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:46.819702 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b96a2d7c-29d1-45e3-bc5b-c1fbae2eb8cd req-eec5c31a-98b2-4011-b70a-f1f1fe09fddd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 1099 time: 0.1757731 Aug 25 17:54:46.872601 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b96a2d7c-29d1-45e3-bc5b-c1fbae2eb8cd req-0101292a-273b-4bf7-98e4-3fac1cf83bfe service neutron] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.884224 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e4fc4be9-9017-4409-8e42-4be41dafefe4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4fc4be9-9017-4409-8e42-4be41dafefe4,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:46.896075 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.966714 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70338c40-79fc-475c-94c1-2679cd4546e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:46.992475 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=e4fc4be9-9017-4409-8e42-4be41dafefe4,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:47.030213 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953237f-3224-44e8-94d0-e79f48929609 req-a5c0f6a9-40bd-4ce7-b92b-7edb1eafff53 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:47.037696 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4953237f-3224-44e8-94d0-e79f48929609 req-a5c0f6a9-40bd-4ce7-b92b-7edb1eafff53 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 944 time: 0.1269588 Aug 25 17:54:47.046694 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70338c40-79fc-475c-94c1-2679cd4546e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.102246 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e86fd3-a668-4079-b415-8ef746578d20 req-90f7c452-c354-46af-88f8-671c015132f7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:47.103871 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-88e86fd3-a668-4079-b415-8ef746578d20 req-90f7c452-c354-46af-88f8-671c015132f7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.1591594 Aug 25 17:54:47.122520 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4953237f-3224-44e8-94d0-e79f48929609 req-facc80f7-93ef-4ad6-98ad-8ac7aa4b4da0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838778 Aug 25 17:54:47.127128 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70338c40-79fc-475c-94c1-2679cd4546e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.129923 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70338c40-79fc-475c-94c1-2679cd4546e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.134238 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-70338c40-79fc-475c-94c1-2679cd4546e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d7fa85a-3213-46cb-b490-de484eee9eb1 HTTP/1.1" status: 204 len: 168 time: 0.3422885 Aug 25 17:54:47.167910 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338c40-79fc-475c-94c1-2679cd4546e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7fa85a-3213-46cb-b490-de484eee9eb1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:47.199168 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-88e86fd3-a668-4079-b415-8ef746578d20 req-1fb297c0-bfbb-46e2-8a87-db350d16662f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843487 Aug 25 17:54:47.230656 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b96a2d7c-29d1-45e3-bc5b-c1fbae2eb8cd req-0101292a-273b-4bf7-98e4-3fac1cf83bfe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.238418 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b96a2d7c-29d1-45e3-bc5b-c1fbae2eb8cd req-0101292a-273b-4bf7-98e4-3fac1cf83bfe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.337405 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b96a2d7c-29d1-45e3-bc5b-c1fbae2eb8cd req-0101292a-273b-4bf7-98e4-3fac1cf83bfe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077174 Aug 25 17:54:47.340466 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101292a-273b-4bf7-98e4-3fac1cf83bfe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57b987b3-6e11-4cb6-b029-d55355be2dd6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:47.381213 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49237-727e-468c-afd7-d8e5dadf3fb6 req-616fbeec-f36b-4ee7-82f0-af8d5a18ea6e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:47.393577 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ebc49237-727e-468c-afd7-d8e5dadf3fb6 req-616fbeec-f36b-4ee7-82f0-af8d5a18ea6e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.1333756 Aug 25 17:54:47.406760 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342ac3f-5183-4037-bcf2-ebc81f63d989 req-950a97e9-b95f-49d4-b029-73c03fbd497e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:47.408672 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7342ac3f-5183-4037-bcf2-ebc81f63d989 req-950a97e9-b95f-49d4-b029-73c03fbd497e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.0954657 Aug 25 17:54:47.442257 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ebc49237-727e-468c-afd7-d8e5dadf3fb6 req-f0540aeb-3347-49ec-99b2-0e52b5d2a601 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474844 Aug 25 17:54:47.488511 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7342ac3f-5183-4037-bcf2-ebc81f63d989 req-7a1926eb-a344-4fa5-b1d3-2e317b57b8fa tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620556 Aug 25 17:54:47.536096 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:54:47.693644 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:47.711041 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'port_id': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'mac_address': 'fa:16:3e:ae:bd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:54:47.779652 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.801321 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627baf1c-e293-403b-8ded-2c5f88a8a75d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:47.810518 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:47.831131 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-481ab212-f150-4354-a701-872cf5144492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.833479 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:47.839539 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.840619 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device f4989e3a-3197-40cf-ae2d-25cd72f942fc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:54:47.956596 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:47.980481 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-481ab212-f150-4354-a701-872cf5144492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:47.986301 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-481ab212-f150-4354-a701-872cf5144492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:48.026156 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port f4989e3a-3197-40cf-ae2d-25cd72f942fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:48.044025 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43350) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:48.044690 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-481ab212-f150-4354-a701-872cf5144492 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb772f7567a8431a92aea6f4189c2b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325523 Aug 25 17:54:48.045528 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ab212-f150-4354-a701-872cf5144492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf9a41-0243-4c32-b67d-188cdff6071c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:48.047255 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc', 'network_id': '4ba832b8-dc42-4633-9767-92874877ac0a', 'port_id': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc', 'mac_address': 'fa:16:3e:16:9f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4564420a-7c62-4319-a790-5156630ca582', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:54:48.112305 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:48.131022 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4989e3a-3197-40cf-ae2d-25cd72f942fc {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:54:48.166086 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb6b-02a5-4f85-8398-bf99dbfd0acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:48.178497 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port f4989e3a-3197-40cf-ae2d-25cd72f942fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:48.187801 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:48.234236 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb6b-02a5-4f85-8398-bf99dbfd0acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:48.290429 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=f4989e3a-3197-40cf-ae2d-25cd72f942fc,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:48.395424 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd8295-262d-41d4-98bc-4d741701ad4e'}, {'server_uuid': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fc4be9-9017-4409-8e42-4be41dafefe4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:48.398465 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a50db67-3686-47a0-8462-e12e7641837a" -d '{"events": [{"server_uuid": "7e140e0d-9695-41aa-88eb-d7c068d3c198", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd8295-262d-41d4-98bc-4d741701ad4e"}, {"server_uuid": "9091580e-1477-438a-a9c0-5b18cf9123c3", "name": "network-vif-plugged", "status": "completed", "tag": "e4fc4be9-9017-4409-8e42-4be41dafefe4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:48.423669 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f248-0a80-4b51-8793-2855e0383ce4 req-296fabbd-2eff-49ed-832f-3dcb39860e9b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:48.439521 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7444f248-0a80-4b51-8793-2855e0383ce4 req-296fabbd-2eff-49ed-832f-3dcb39860e9b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.1120763 Aug 25 17:54:48.479943 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d6e06-3f94-4729-9357-95ae4548275f req-886d3834-6bda-4381-93f8-95e8aa4a53d5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:48.482852 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-021d6e06-3f94-4729-9357-95ae4548275f req-886d3834-6bda-4381-93f8-95e8aa4a53d5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 945 time: 0.1428459 Aug 25 17:54:48.532291 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7444f248-0a80-4b51-8793-2855e0383ce4 req-c11920af-da50-42d0-b052-f8953688bb58 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886934 Aug 25 17:54:48.549041 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb6b-02a5-4f85-8398-bf99dbfd0acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:48.551747 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb6b-02a5-4f85-8398-bf99dbfd0acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:48.555626 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-13c7eb6b-02a5-4f85-8398-bf99dbfd0acc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93cf9a41-0243-4c32-b67d-188cdff6071c HTTP/1.1" status: 204 len: 168 time: 0.5079157 Aug 25 17:54:48.564374 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-021d6e06-3f94-4729-9357-95ae4548275f req-d118506b-dc70-4a44-8b64-34a4ee39e237 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676446 Aug 25 17:54:48.574778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7eb6b-02a5-4f85-8398-bf99dbfd0acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf9a41-0243-4c32-b67d-188cdff6071c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:48.619336 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['f4989e3a-3197-40cf-ae2d-25cd72f942fc'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:54:48.683318 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b03918-398a-4356-ab17-4a11f47f2d94 x-openstack-request-id: req-85b03918-398a-4356-ab17-4a11f47f2d94 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:48.683657 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e140e0d-9695-41aa-88eb-d7c068d3c198", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd8295-262d-41d4-98bc-4d741701ad4e", "code": 200}, {"server_uuid": "9091580e-1477-438a-a9c0-5b18cf9123c3", "name": "network-vif-plugged", "status": "completed", "tag": "e4fc4be9-9017-4409-8e42-4be41dafefe4", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:48.683919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85b03918-398a-4356-ab17-4a11f47f2d94 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:48.684499 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd8295-262d-41d4-98bc-4d741701ad4e', 'code': 200} Aug 25 17:54:48.686147 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fc4be9-9017-4409-8e42-4be41dafefe4', 'code': 200} Aug 25 17:54:48.698094 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['627baf1c-e293-403b-8ded-2c5f88a8a75d'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:54:48.912782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4270d-efa1-412e-829f-da977bdd0ba0 req-9a99029f-304e-4398-a3ad-32b5c6b67347 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:48.925818 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-37d4270d-efa1-412e-829f-da977bdd0ba0 req-9a99029f-304e-4398-a3ad-32b5c6b67347 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.1699958 Aug 25 17:54:48.941514 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43388) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:48.944945 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e374-17dd-472e-9765-e14fbf067c62 req-74e13efb-df9d-4de0-917a-fb23dc1175a0 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:48.946959 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bf81e374-17dd-472e-9765-e14fbf067c62 req-74e13efb-df9d-4de0-917a-fb23dc1175a0 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.1209865 Aug 25 17:54:49.050576 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bf81e374-17dd-472e-9765-e14fbf067c62 req-4887d0b1-e2da-42a2-85b0-a4184e428402 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876796 Aug 25 17:54:49.157361 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-37d4270d-efa1-412e-829f-da977bdd0ba0 req-a17b8f14-0df5-4dc5-9f06-c71108efa35b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300882 Aug 25 17:54:49.167898 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11710-5440-43e3-b39e-0a6565088ff0 req-e39e33c7-0d28-4755-ab4c-feba6d88aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:49.170408 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-98e11710-5440-43e3-b39e-0a6565088ff0 req-e39e33c7-0d28-4755-ab4c-feba6d88aa52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.1711514 Aug 25 17:54:49.175534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48959e-0340-493d-aa49-1e1675db0cc0 req-70084a8c-f200-4c8f-812e-5f145fa4ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:49.178961 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f48959e-0340-493d-aa49-1e1675db0cc0 req-70084a8c-f200-4c8f-812e-5f145fa4ef5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 1099 time: 0.2348368 Aug 25 17:54:49.199211 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.201886 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:49.219809 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52184d12-cfef-43ef-9961-b915d8cca911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.279308 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.db.api [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:54:49.279308 dv-cinder-786386-10-iscsi neutron-server[93819]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 17:54:49.279308 dv-cinder-786386-10-iscsi neutron-server[93819]: [parameters: {'project_id': '0e1e666850dd44fa96b7d54c60adc224', 'id': 'd6663654-d661-49b0-8e45-a23abcf2f6c0', 'expiration': datetime.datetime(2021, 8, 25, 17, 56, 49, 257324)}] Aug 25 17:54:49.279308 dv-cinder-786386-10-iscsi neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:54:49.279964 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG oslo_db.api [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:54:49.282352 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f48959e-0340-493d-aa49-1e1675db0cc0 req-9005df55-c1a5-4896-869c-d65113b3c161 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640199 Aug 25 17:54:49.284968 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-98e11710-5440-43e3-b39e-0a6565088ff0 req-68710400-6bcd-4f84-aeae-2e1fd598dee3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885975 Aug 25 17:54:49.372015 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52184d12-cfef-43ef-9961-b915d8cca911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.377226 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52184d12-cfef-43ef-9961-b915d8cca911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.423940 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-52184d12-cfef-43ef-9961-b915d8cca911 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cd5da9f2cf04124975043178d3f5860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209346 Aug 25 17:54:49.424983 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52184d12-cfef-43ef-9961-b915d8cca911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c4eec8-a947-4037-a28e-cf7c7ff156ce,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:49.427733 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:49.507042 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e088367-45a7-443d-b709-f7644f1e1595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.548407 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e088367-45a7-443d-b709-f7644f1e1595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.658173 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e088367-45a7-443d-b709-f7644f1e1595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.661388 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e088367-45a7-443d-b709-f7644f1e1595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.663228 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5e088367-45a7-443d-b709-f7644f1e1595 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80c4eec8-a947-4037-a28e-cf7c7ff156ce HTTP/1.1" status: 204 len: 168 time: 0.2342827 Aug 25 17:54:49.706794 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e088367-45a7-443d-b709-f7644f1e1595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c4eec8-a947-4037-a28e-cf7c7ff156ce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:49.746768 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177c9d-ffe5-497f-94a5-4ded7d44a2fb req-e692211b-2495-4810-a1fd-397c21da67b6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:49.749514 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-36177c9d-ffe5-497f-94a5-4ded7d44a2fb req-e692211b-2495-4810-a1fd-397c21da67b6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.1098723 Aug 25 17:54:49.786156 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:49.805457 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-36177c9d-ffe5-497f-94a5-4ded7d44a2fb req-92e46e88-4de8-4c96-bfc9-86d22d8ac66d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478258 Aug 25 17:54:49.870478 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ab4b1-90e1-4f10-a8b5-1dc1bec16581 req-e9ccee74-c674-4aec-a5f3-df3a0ddc2fde tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:49.873438 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-997ab4b1-90e1-4f10-a8b5-1dc1bec16581 req-e9ccee74-c674-4aec-a5f3-df3a0ddc2fde tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 945 time: 0.1726389 Aug 25 17:54:49.977326 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-997ab4b1-90e1-4f10-a8b5-1dc1bec16581 req-eedc00d2-f0de-4667-8bd9-c284d1e484e6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915725 Aug 25 17:54:50.088308 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:50.099481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:50.200465 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917de2c7-28c4-4dc9-8491-1fe16ff94719,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:50.215508 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-a78abc52-30f6-48e7-9467-68fac2288de7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e1e666850dd44fa96b7d54c60adc224&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2726147 Aug 25 17:54:50.220507 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43416) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:50.368389 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee71c43-c519-402b-804b-5f89725923ba req-4a16cb2e-22ea-4c8c-81af-3803483a910f tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:50.383889 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-aee71c43-c519-402b-804b-5f89725923ba req-4a16cb2e-22ea-4c8c-81af-3803483a910f tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.2091372 Aug 25 17:54:50.470373 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c133be1d-6884-49b3-8a28-4fa9b8f87b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:50.481720 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-aee71c43-c519-402b-804b-5f89725923ba req-180c19bd-cb9e-4ac0-9462-7a0c61c37316 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963302 Aug 25 17:54:50.532808 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec182247-60d7-455f-b1f6-bf8fcf2ae77c req-8e724110-8308-4496-8e08-1866284c53e4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:50.534744 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ec182247-60d7-455f-b1f6-bf8fcf2ae77c req-8e724110-8308-4496-8e08-1866284c53e4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.1739204 Aug 25 17:54:50.537199 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c133be1d-6884-49b3-8a28-4fa9b8f87b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:50.650959 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ec182247-60d7-455f-b1f6-bf8fcf2ae77c req-1e19fc7f-98d0-4a68-bc4a-af8c501c44bd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057184 Aug 25 17:54:50.672206 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c133be1d-6884-49b3-8a28-4fa9b8f87b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:50.688523 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c133be1d-6884-49b3-8a28-4fa9b8f87b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:50.694066 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c133be1d-6884-49b3-8a28-4fa9b8f87b64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/917de2c7-28c4-4dc9-8491-1fe16ff94719 HTTP/1.1" status: 204 len: 168 time: 0.4679434 Aug 25 17:54:50.708133 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133be1d-6884-49b3-8a28-4fa9b8f87b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917de2c7-28c4-4dc9-8491-1fe16ff94719,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:51.030291 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62825d-3c3f-4348-bf7d-33977b146005 req-a5d017d6-ead5-48b9-b08b-4936ee6039c9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:51.041130 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6c62825d-3c3f-4348-bf7d-33977b146005 req-a5d017d6-ead5-48b9-b08b-4936ee6039c9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.1019349 Aug 25 17:54:51.096160 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6c62825d-3c3f-4348-bf7d-33977b146005 req-1ed0a705-1cea-4073-aed3-5d2b4cd0abed tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Aug 25 17:54:51.216541 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e53af-553f-4c1f-8007-e8a54f1eb701 req-a4826ba2-1bd4-4a9f-8f08-747c7383fe4d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:51.219169 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-965e53af-553f-4c1f-8007-e8a54f1eb701 req-a4826ba2-1bd4-4a9f-8f08-747c7383fe4d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 945 time: 0.0924978 Aug 25 17:54:51.294051 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-965e53af-553f-4c1f-8007-e8a54f1eb701 req-b351e940-9f5c-4d65-b535-be71de46d17e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623384 Aug 25 17:54:51.546217 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:51.639209 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 627baf1c-e293-403b-8ded-2c5f88a8a75d completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:51.646969 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 627baf1c-e293-403b-8ded-2c5f88a8a75d triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:51.648429 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:51.701903 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54346-b1b8-4796-9333-940fcffecf51 req-4983ccb3-772b-4e37-81ed-14736499c973 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:51.709986 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-39c54346-b1b8-4796-9333-940fcffecf51 req-4983ccb3-772b-4e37-81ed-14736499c973 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.0966105 Aug 25 17:54:51.773857 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-39c54346-b1b8-4796-9333-940fcffecf51 req-a852f1bb-a749-4afe-9e2b-1ad012df8d25 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 Aug 25 17:54:51.931389 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e142fe-6045-4eda-97fa-9c76bf266843 req-2887ed86-50c4-473c-a1e4-5354faf6ca9a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:51.941145 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-48e142fe-6045-4eda-97fa-9c76bf266843 req-2887ed86-50c4-473c-a1e4-5354faf6ca9a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.1296177 Aug 25 17:54:52.017748 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-48e142fe-6045-4eda-97fa-9c76bf266843 req-1cc29a66-02c5-493d-bde1-a7b1693732cc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706239 Aug 25 17:54:52.035766 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:52.111252 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:52.120807 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535f0ae6-c44f-482c-9aab-3e455c7da708" -d '{"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-plugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:52.146490 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:52.156585 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:52.160700 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device f4989e3a-3197-40cf-ae2d-25cd72f942fc up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:54:52.286311 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:54:52.513433 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8c3861-8d7a-4033-a82e-54bd8d456b23 x-openstack-request-id: req-2e8c3861-8d7a-4033-a82e-54bd8d456b23 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:52.517594 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-plugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:52.518106 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e8c3861-8d7a-4033-a82e-54bd8d456b23 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:52.518986 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af4509-7171-4a4f-8db5-11e3bbbe9ef7 req-9080d419-a156-400a-90f3-9c288fd2bd22 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:52.519815 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'code': 200} Aug 25 17:54:52.536035 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a4af4509-7171-4a4f-8db5-11e3bbbe9ef7 req-9080d419-a156-400a-90f3-9c288fd2bd22 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.2083685 Aug 25 17:54:52.566019 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba75dfd-7303-4549-8b90-b112f4d859c8 req-72770d2b-bce9-4f47-a6d4-21b61e86a74a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:52.578786 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5ba75dfd-7303-4549-8b90-b112f4d859c8 req-72770d2b-bce9-4f47-a6d4-21b61e86a74a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 945 time: 0.0883231 Aug 25 17:54:52.627258 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port f4989e3a-3197-40cf-ae2d-25cd72f942fc completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:54:52.627258 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port f4989e3a-3197-40cf-ae2d-25cd72f942fc triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:54:52.630436 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:52.691728 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:52.692391 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5ba75dfd-7303-4549-8b90-b112f4d859c8 req-08fd5049-b5d4-4c55-91cf-56fa912ee5cb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111245 Aug 25 17:54:52.805002 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a4af4509-7171-4a4f-8db5-11e3bbbe9ef7 req-090091a8-1ff9-422e-a7dd-47087c372b54 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645679 Aug 25 17:54:52.834484 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da62044-7cab-49b2-ac70-0e855079836d req-fb6245e1-e8a6-43bc-abae-f92bfb16eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:52.836510 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9da62044-7cab-49b2-ac70-0e855079836d req-fb6245e1-e8a6-43bc-abae-f92bfb16eb93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1099 time: 0.2889981 Aug 25 17:54:52.897180 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:52.965035 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port f4989e3a-3197-40cf-ae2d-25cd72f942fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:54:52.971456 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.034886 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=f4989e3a-3197-40cf-ae2d-25cd72f942fc,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:53.239187 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659bcd6-9368-4a8d-9995-df3d6d28f826 req-f4a51bfe-4dea-40c3-9814-b0a9b772694f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:53.241911 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6659bcd6-9368-4a8d-9995-df3d6d28f826 req-f4a51bfe-4dea-40c3-9814-b0a9b772694f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0859571 Aug 25 17:54:53.290728 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6659bcd6-9368-4a8d-9995-df3d6d28f826 req-c7430761-5c5a-4efe-b322-fb9794df8ba5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Aug 25 17:54:53.366397 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43528) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:53.539355 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.637619 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.642537 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.682723 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585e0ade-b974-4d3c-af51-19478185a759,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:53.686746 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cab7674b92c0429a836b1e934a20214b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188081 Aug 25 17:54:53.691544 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:53.694270 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.694884 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.695547 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.696030 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.696540 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.697039 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.697519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.698168 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.698653 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.699146 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.699631 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.699962 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924c96-c28c-4c71-b89e-25354a4c970b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.761519 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.787618 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.845709 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.848663 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:53.849997 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/585e0ade-b974-4d3c-af51-19478185a759 HTTP/1.1" status: 204 len: 168 time: 0.1570358 Aug 25 17:54:53.863591 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585e0ade-b974-4d3c-af51-19478185a759,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:53.872998 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.873413 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.873825 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.874228 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.874625 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.875333 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.875758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.876156 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.876519 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.876921 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.877312 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.878996 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2a1df-f276-4aa7-b0a5-3f0b265f16ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:54:53.910167 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c07bb-525a-43ea-b272-556c4509ac6a req-4cda1ea3-ca7b-4664-b714-81ca68aa0c78 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:53.913698 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-257c07bb-525a-43ea-b272-556c4509ac6a req-4cda1ea3-ca7b-4664-b714-81ca68aa0c78 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0991948 Aug 25 17:54:54.000662 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-257c07bb-525a-43ea-b272-556c4509ac6a req-82edbdc6-4fca-436b-be25-7ace54dabb7d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683105 Aug 25 17:54:54.004135 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:54.069986 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9da62044-7cab-49b2-ac70-0e855079836d req-9c57e17e-8668-408e-9241-1d32f029b329 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672345 Aug 25 17:54:54.267535 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-350a975b-5898-4805-a6cb-1aaeb1e1a437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:54.387899 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-350a975b-5898-4805-a6cb-1aaeb1e1a437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:54.401519 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-350a975b-5898-4805-a6cb-1aaeb1e1a437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:54.467175 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-350a975b-5898-4805-a6cb-1aaeb1e1a437 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=646166b692e843018e74f7d61092b99d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614255 Aug 25 17:54:54.468156 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a975b-5898-4805-a6cb-1aaeb1e1a437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968b181e-b597-413b-96d3-840853461f3a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:54.471315 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43578) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:54.508165 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b393ca-f5e2-48e1-91a9-626553ac1379 req-c57bf3c9-f23a-499b-ab53-23d265d3db75 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:54.510904 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d6b393ca-f5e2-48e1-91a9-626553ac1379 req-c57bf3c9-f23a-499b-ab53-23d265d3db75 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1182871 Aug 25 17:54:54.520280 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:54:54.524434 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9c188-53ac-4cce-b318-f7b3adbb7450" -d '{"events": [{"server_uuid": "a8461aea-d1ae-4365-b556-a70d4b2b93a6", "name": "network-vif-plugged", "status": "completed", "tag": "f4989e3a-3197-40cf-ae2d-25cd72f942fc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:54:54.587095 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d6b393ca-f5e2-48e1-91a9-626553ac1379 req-2b03bc27-3e5b-4dd2-9808-b73edb6f472a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685019 Aug 25 17:54:54.598506 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6167670f-0790-4581-a5db-b827e77e622d x-openstack-request-id: req-6167670f-0790-4581-a5db-b827e77e622d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:54:54.599428 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8461aea-d1ae-4365-b556-a70d4b2b93a6", "name": "network-vif-plugged", "status": "completed", "tag": "f4989e3a-3197-40cf-ae2d-25cd72f942fc", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:54:54.600082 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6167670f-0790-4581-a5db-b827e77e622d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:54:54.601208 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc', 'code': 200} Aug 25 17:54:54.610804 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e069316-5fd4-4de4-b97c-7ec9c9d0fd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:54.637381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e069316-5fd4-4de4-b97c-7ec9c9d0fd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:54.699565 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e069316-5fd4-4de4-b97c-7ec9c9d0fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:54.704127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e069316-5fd4-4de4-b97c-7ec9c9d0fd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:54.706021 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-7e069316-5fd4-4de4-b97c-7ec9c9d0fd03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/968b181e-b597-413b-96d3-840853461f3a HTTP/1.1" status: 204 len: 168 time: 0.2325799 Aug 25 17:54:54.719774 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e069316-5fd4-4de4-b97c-7ec9c9d0fd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b181e-b597-413b-96d3-840853461f3a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:55.098266 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43606) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:55.113056 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe71b-4846-4c2d-9a62-ea7442eb8ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:55.215134 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465534d-b5df-434b-9d2e-917a69e85a11 req-dabd392b-3441-47a0-b3b8-7ad66f797428 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:55.216790 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f465534d-b5df-434b-9d2e-917a69e85a11 req-dabd392b-3441-47a0-b3b8-7ad66f797428 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0729330 Aug 25 17:54:55.267221 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe71b-4846-4c2d-9a62-ea7442eb8ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:55.279917 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe71b-4846-4c2d-9a62-ea7442eb8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:55.299703 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f465534d-b5df-434b-9d2e-917a69e85a11 req-ff8356de-c6e6-463a-8c76-b04c49148f0f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695837 Aug 25 17:54:55.331605 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ffcfe71b-4846-4c2d-9a62-ea7442eb8ddd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24acd21b4dce4915b54ad60f364371cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320085 Aug 25 17:54:55.332576 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe71b-4846-4c2d-9a62-ea7442eb8ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b3807-92cd-48ea-8464-a7ce71fc5a6a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:55.335687 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:54:55.409154 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dae58ed1-b114-41c7-ad0a-402c161d55ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:55.441481 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dae58ed1-b114-41c7-ad0a-402c161d55ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:55.493003 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dae58ed1-b114-41c7-ad0a-402c161d55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:55.496585 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dae58ed1-b114-41c7-ad0a-402c161d55ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:54:55.497961 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-dae58ed1-b114-41c7-ad0a-402c161d55ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c98b3807-92cd-48ea-8464-a7ce71fc5a6a HTTP/1.1" status: 204 len: 168 time: 0.1611080 Aug 25 17:54:55.507641 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae58ed1-b114-41c7-ad0a-402c161d55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b3807-92cd-48ea-8464-a7ce71fc5a6a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:54:55.721750 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b964-1063-4ab3-91a8-72459a1c698f req-05c9a7ad-2f78-4bce-a3df-4e24036df61a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:55.723315 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-74d5b964-1063-4ab3-91a8-72459a1c698f req-05c9a7ad-2f78-4bce-a3df-4e24036df61a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0566323 Aug 25 17:54:55.768148 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-74d5b964-1063-4ab3-91a8-72459a1c698f req-f84d5c57-f065-417b-ab02-9509c7e054a9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347855 Aug 25 17:54:56.435879 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c6da-dbea-47ec-b391-e4926ad5f0c3 req-2630807c-02f9-40d8-862c-ab01f35329f2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:56.437570 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-df18c6da-dbea-47ec-b391-e4926ad5f0c3 req-2630807c-02f9-40d8-862c-ab01f35329f2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0546868 Aug 25 17:54:56.484242 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-df18c6da-dbea-47ec-b391-e4926ad5f0c3 req-2290bf21-40c4-4f2d-baca-07385a53b82b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Aug 25 17:54:56.971884 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc510-c198-4746-914c-9b9061efa3f2 req-40ea2a0e-e78b-4e6b-ab7e-156ee6354abc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:56.974911 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-48fcc510-c198-4746-914c-9b9061efa3f2 req-40ea2a0e-e78b-4e6b-ab7e-156ee6354abc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0905263 Aug 25 17:54:57.049388 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-48fcc510-c198-4746-914c-9b9061efa3f2 req-3943ec60-77ce-4dd1-841a-22c3aa2589da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636265 Aug 25 17:54:57.236408 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb18610-05d1-4892-a930-1c6001db2e2a req-41c6b74e-239f-44fb-8c42-645e3e1d0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:57.237960 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-aeb18610-05d1-4892-a930-1c6001db2e2a req-41c6b74e-239f-44fb-8c42-645e3e1d0734 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 1099 time: 0.0805302 Aug 25 17:54:57.326090 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-aeb18610-05d1-4892-a930-1c6001db2e2a req-2b6de88b-7a39-454b-ad85-253723627014 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Aug 25 17:54:57.692653 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60f245-6a51-4397-bac9-89473a4f3315 req-59a5d8df-742a-4a54-9c1c-129007f40e2e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:57.707315 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e60f245-6a51-4397-bac9-89473a4f3315 req-59a5d8df-742a-4a54-9c1c-129007f40e2e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0974219 Aug 25 17:54:57.793750 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e60f245-6a51-4397-bac9-89473a4f3315 req-709b84b5-3bbc-4270-afc4-2e984fcd871a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848174 Aug 25 17:54:58.397169 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256a5cd-18b0-423d-80ed-94d85b6b520b req-8e52382a-85c1-4eb6-aa19-28af15ad4d6a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:58.398736 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0256a5cd-18b0-423d-80ed-94d85b6b520b req-8e52382a-85c1-4eb6-aa19-28af15ad4d6a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0923522 Aug 25 17:54:58.461136 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0256a5cd-18b0-423d-80ed-94d85b6b520b req-5650faea-fb9b-43e5-ba88-8a8ff12fc3c7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Aug 25 17:54:58.936234 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b27dd-5be1-45d5-8bd4-2f3d1789fa08 req-f5a23f6d-d015-43f5-b643-fd242a5654fc tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:58.938106 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e72b27dd-5be1-45d5-8bd4-2f3d1789fa08 req-f5a23f6d-d015-43f5-b643-fd242a5654fc tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0605679 Aug 25 17:54:58.989147 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e72b27dd-5be1-45d5-8bd4-2f3d1789fa08 req-42e05e05-2ecb-4676-8932-f18956d557af tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Aug 25 17:54:59.592849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009927f-32b9-406b-b582-f64ff27ff9a1 req-9d620116-0642-40ba-b4ab-d4b4f997bcfd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:54:59.594444 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d009927f-32b9-406b-b582-f64ff27ff9a1 req-9d620116-0642-40ba-b4ab-d4b4f997bcfd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0513341 Aug 25 17:54:59.638814 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d009927f-32b9-406b-b582-f64ff27ff9a1 req-efbc5574-e8a5-44e6-b9fc-499aa6bcda6b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337396 Aug 25 17:55:00.117872 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285c98-bbb2-451f-af0a-3680e7557c16 req-8c196239-1629-418c-b6e3-ab41d0c85971 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:00.120171 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-12285c98-bbb2-451f-af0a-3680e7557c16 req-8c196239-1629-418c-b6e3-ab41d0c85971 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0561996 Aug 25 17:55:00.160113 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-12285c98-bbb2-451f-af0a-3680e7557c16 req-c8a2e60e-d118-4eb9-a3e7-897d10e29c82 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Aug 25 17:55:00.766276 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d623-2a83-4faa-97d1-0efe064ef5d9 req-e8227753-b0b2-4c2e-ac84-e59d711876d8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:00.767763 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3588d623-2a83-4faa-97d1-0efe064ef5d9 req-e8227753-b0b2-4c2e-ac84-e59d711876d8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0513749 Aug 25 17:55:00.814130 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3588d623-2a83-4faa-97d1-0efe064ef5d9 req-3a093f37-9b71-4180-a43d-849f505e7a83 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Aug 25 17:55:01.308744 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7326b-249b-451f-9abb-75fa9d5d9098 req-a38ba8b6-af0f-4595-921d-6e0874b4add4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:01.310300 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-72c7326b-249b-451f-9abb-75fa9d5d9098 req-a38ba8b6-af0f-4595-921d-6e0874b4add4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0527396 Aug 25 17:55:01.361033 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-72c7326b-249b-451f-9abb-75fa9d5d9098 req-db6b77c1-8148-490a-938e-9d9c44033067 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Aug 25 17:55:01.733483 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-e4bf2fb6-c577-48cd-83d9-3a83137d372c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992579 Aug 25 17:55:02.091950 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-a4d050d3-03bf-4378-ab45-88e9cbfb86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:02.094792 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-a4d050d3-03bf-4378-ab45-88e9cbfb86c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3615de93cafe42aab6accef245007bc8&device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 1099 time: 0.1795299 Aug 25 17:55:02.121504 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf532da-7d58-4ad9-8210-6add6fe48cd3 req-4e3c752a-f579-447c-9b03-93f762c277eb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:02.124045 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1bf532da-7d58-4ad9-8210-6add6fe48cd3 req-4e3c752a-f579-447c-9b03-93f762c277eb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1379690 Aug 25 17:55:02.259815 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1bf532da-7d58-4ad9-8210-6add6fe48cd3 req-f3de20a5-400d-4ed1-be30-d9a113346f13 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229293 Aug 25 17:55:02.303441 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-db90f428-9712-4de4-b70f-c391390adcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:02.306505 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-db90f428-9712-4de4-b70f-c391390adcb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd34f90e-d75c-4741-8137-645deae61de3 HTTP/1.1" status: 200 len: 912 time: 0.1421037 Aug 25 17:55:02.384432 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-60f0cc96-550a-4d77-b416-1d2838a58a2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d HTTP/1.1" status: 200 len: 217 time: 0.0625963 Aug 25 17:55:02.483628 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-0fcbd931-eb68-4203-8503-1a0b211922b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:02.487732 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-0fcbd931-eb68-4203-8503-1a0b211922b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef HTTP/1.1" status: 200 len: 851 time: 0.0878172 Aug 25 17:55:02.503334 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491c85-6ec7-4aa5-9bc5-6173f4bf6ae4 req-1290b83e-4fcf-49c0-93f4-139bc2e357a1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:02.505488 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f491c85-6ec7-4aa5-9bc5-6173f4bf6ae4 req-1290b83e-4fcf-49c0-93f4-139bc2e357a1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0579791 Aug 25 17:55:02.543319 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-c418ced1-c122-46b4-9539-adbb8bd123d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd34f90e-d75c-4741-8137-645deae61de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440454 Aug 25 17:55:02.581622 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f491c85-6ec7-4aa5-9bc5-6173f4bf6ae4 req-4a51e70a-b934-40b5-924c-f399ed8c18bf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618417 Aug 25 17:55:02.708676 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-55bd5457-f12c-407e-87c8-8d880292bd75 service neutron] 10.222.0.10 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441267 Aug 25 17:55:02.789479 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:03.172355 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb006033-c4b0-4f47-9239-faf3af77b4dc req-24a80b4b-c490-45dc-9504-2c70c3fd9d23 service neutron] 10.222.0.10 "GET /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409826 Aug 25 17:55:03.499224 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c7bcc-6125-4c94-b174-05cc6cf53609 req-13253f30-f5a5-41d3-a334-1d9458f8321b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:03.502933 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1d4c7bcc-6125-4c94-b174-05cc6cf53609 req-13253f30-f5a5-41d3-a334-1d9458f8321b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0994530 Aug 25 17:55:03.589858 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1d4c7bcc-6125-4c94-b174-05cc6cf53609 req-5d765eac-7228-4f87-9ae8-3ad118f09b11 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750234 Aug 25 17:55:03.804464 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed72a-039b-4f9d-9629-c3bd984fb72b req-78dd6ee1-c993-4758-a1d4-3a1e61abffe2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:03.808832 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-eebed72a-039b-4f9d-9629-c3bd984fb72b req-78dd6ee1-c993-4758-a1d4-3a1e61abffe2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0874174 Aug 25 17:55:03.836468 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617dc36-91c8-4a54-9bef-e80bb6257a68 req-1883cbb2-4439-41c5-97d4-d51142007536 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:03.839585 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1617dc36-91c8-4a54-9bef-e80bb6257a68 req-1883cbb2-4439-41c5-97d4-d51142007536 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1087053 Aug 25 17:55:03.862072 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43884) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:03.870428 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'floatingip': {'port_id': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:03.946396 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-eebed72a-039b-4f9d-9629-c3bd984fb72b req-5f0b18bc-8316-4f1a-9e21-aaf065228bf2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228867 Aug 25 17:55:04.017069 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:04.565215 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571530-ff94-4259-b02e-6f07a872fa67 req-2775ae10-d3f2-4c73-9b1c-c404335fa221 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:04.568076 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-44571530-ff94-4259-b02e-6f07a872fa67 req-2775ae10-d3f2-4c73-9b1c-c404335fa221 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0821981 Aug 25 17:55:04.634782 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-44571530-ff94-4259-b02e-6f07a872fa67 req-0c7a6039-48f4-4ede-9039-a57f8ac7568e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552170 Aug 25 17:55:04.729381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-bcccba8a-cf3d-4061-94ee-bd79f691ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:04.731411 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-bcccba8a-cf3d-4061-94ee-bd79f691ab99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 1099 time: 0.2428472 Aug 25 17:55:05.033041 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-ebbf1577-e78a-495a-ac57-b342a0dec315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:05.034500 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-ebbf1577-e78a-495a-ac57-b342a0dec315 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.2876265 Aug 25 17:55:05.122810 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-549d84e5-9061-4d31-a609-b5d5b8ed58db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc HTTP/1.1" status: 200 len: 217 time: 0.0569639 Aug 25 17:55:05.189735 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 17:55:05.279665 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-1db7cae2-7b62-4272-a41a-cccb71edad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:05.279665 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-1db7cae2-7b62-4272-a41a-cccb71edad03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.1391280 Aug 25 17:55:05.302330 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:05.317775 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:05.341304 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-43bfbecf-e010-4ae1-8810-a3da6a85997a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369251 Aug 25 17:55:05.617218 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Floating IP a7e200d0-87f4-4f1e-9ce9-83974c8c5e97 associated. External IP: 172.27.2.134, port: 627baf1c-e293-403b-8ded-2c5f88a8a75d. Aug 25 17:55:05.624745 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-21fd7ee2-bf88-40c5-b8d2-2110fb4c7631 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287428 Aug 25 17:55:05.704606 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:05.749042 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa293-170a-4908-a67e-8c4cbb1f6d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:05.860126 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:05.999440 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-994ed5bb-eb52-4496-9179-e275fac2a03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.074064 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a56-3925-4f3a-b3ea-8a19d23483de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.230224 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-994ed5bb-eb52-4496-9179-e275fac2a03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.230529 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1237e-7532-4733-b366-356c7340304e req-715eb23d-b7aa-4ff5-ba97-b6f1d54fef19 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:06.244051 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fff1237e-7532-4733-b366-356c7340304e req-715eb23d-b7aa-4ff5-ba97-b6f1d54fef19 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1534796 Aug 25 17:55:06.249683 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3b5727ba-ee76-4d20-9028-6969a51047d2 req-79fa41cb-1e06-4657-b3f3-5417a665c45e service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723019 Aug 25 17:55:06.255356 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-994ed5bb-eb52-4496-9179-e275fac2a03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.384831 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-994ed5bb-eb52-4496-9179-e275fac2a03b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84620677f489463ba7ef9c3df5083beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779757 Aug 25 17:55:06.385197 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43980) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:06.386211 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ed5bb-eb52-4496-9179-e275fac2a03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43856e1b-dfbc-48fc-bd28-b41145447ff7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:06.439704 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fff1237e-7532-4733-b366-356c7340304e req-afa28dd0-3c76-420a-ab99-790f961138a8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938157 Aug 25 17:55:06.444294 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43984) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:06.528642 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a56-3925-4f3a-b3ea-8a19d23483de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.528642 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a56-3925-4f3a-b3ea-8a19d23483de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.575337 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c2dd1a56-3925-4f3a-b3ea-8a19d23483de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea5b6593c5f34630be3062a1d40f78ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135820 Aug 25 17:55:06.576840 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd1a56-3925-4f3a-b3ea-8a19d23483de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dfa8da-b381-4602-9563-deebc41fed5a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:06.579937 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 43988) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:06.642857 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66cb4c54-98a2-410a-99b9-66410008738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.661987 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Router 96b29a8f-20b0-49a1-b84e-182d66146dfb has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:55:06.674100 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33473cb7-edba-47a4-a909-aa6fffdc8632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.703118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66cb4c54-98a2-410a-99b9-66410008738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.803097 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b0e8ce-293f-401d-b97c-e640e0c49b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.885812 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b0e8ce-293f-401d-b97c-e640e0c49b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.929319 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66cb4c54-98a2-410a-99b9-66410008738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.933916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66cb4c54-98a2-410a-99b9-66410008738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:06.935842 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-66cb4c54-98a2-410a-99b9-66410008738c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43856e1b-dfbc-48fc-bd28-b41145447ff7 HTTP/1.1" status: 204 len: 168 time: 0.5488713 Aug 25 17:55:06.986534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb4c54-98a2-410a-99b9-66410008738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43856e1b-dfbc-48fc-bd28-b41145447ff7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:06.992299 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:55:07.004136 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.018039 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] Sync routers for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:55:07.044115 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:55:07.045297 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:54:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:07.064546 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d5e67854-cb88-4ebc-aebc-0760b6839c30 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "PUT /v2.0/floatingips/a7e200d0-87f4-4f1e-9ce9-83974c8c5e97 HTTP/1.1" status: 200 len: 992 time: 3.2012010 Aug 25 17:55:07.067568 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:07.070117 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84908d0-8dae-4ee1-9366-0c87b132fc04" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:07.088471 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b0e8ce-293f-401d-b97c-e640e0c49b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.091713 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b0e8ce-293f-401d-b97c-e640e0c49b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.093522 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-47b0e8ce-293f-401d-b97c-e640e0c49b16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38dfa8da-b381-4602-9563-deebc41fed5a HTTP/1.1" status: 204 len: 168 time: 0.5115511 Aug 25 17:55:07.101167 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33473cb7-edba-47a4-a909-aa6fffdc8632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.110117 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33473cb7-edba-47a4-a909-aa6fffdc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.114546 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0e8ce-293f-401d-b97c-e640e0c49b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dfa8da-b381-4602-9563-deebc41fed5a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:07.168958 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-33473cb7-edba-47a4-a909-aa6fffdc8632 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70a860d6a90e4863a7bbe13cd878ee4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7179356 Aug 25 17:55:07.171213 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33473cb7-edba-47a4-a909-aa6fffdc8632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27b646-b43e-479d-8ca0-0c1f506fa2f5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:07.174713 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:07.188135 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4976fd-f073-4349-9eb4-596e5a988ddf x-openstack-request-id: req-4e4976fd-f073-4349-9eb4-596e5a988ddf {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:07.188703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:07.189101 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e4976fd-f073-4349-9eb4-596e5a988ddf {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:07.189686 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'status': 'completed', 'code': 200} Aug 25 17:55:07.297083 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1baefb7d-5608-452e-8fd4-38c9350b9762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.305531 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:55:07.350878 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1baefb7d-5608-452e-8fd4-38c9350b9762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.386955 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-038b088f-98ea-4124-9cff-bf29d30459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:07.388730 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-038b088f-98ea-4124-9cff-bf29d30459e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1099 time: 0.1287746 Aug 25 17:55:07.482017 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1baefb7d-5608-452e-8fd4-38c9350b9762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.486756 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1baefb7d-5608-452e-8fd4-38c9350b9762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.494903 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1baefb7d-5608-452e-8fd4-38c9350b9762 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e27b646-b43e-479d-8ca0-0c1f506fa2f5 HTTP/1.1" status: 204 len: 168 time: 0.3172171 Aug 25 17:55:07.527112 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baefb7d-5608-452e-8fd4-38c9350b9762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27b646-b43e-479d-8ca0-0c1f506fa2f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:07.684801 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-ae5ac1a7-08b7-4cbe-9368-70ee0eb4c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:07.686298 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-ae5ac1a7-08b7-4cbe-9368-70ee0eb4c239 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.2800980 Aug 25 17:55:07.700718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5468fe3-35fe-4def-b43b-d44d853d7968 req-75ff12d5-c329-456a-9e88-721f71b1e7b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:07.702937 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5468fe3-35fe-4def-b43b-d44d853d7968 req-75ff12d5-c329-456a-9e88-721f71b1e7b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1318645 Aug 25 17:55:07.823544 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-4d584e4d-e74b-4b28-9528-4061a63e98fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 200 len: 1000 time: 0.1194253 Aug 25 17:55:07.828533 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:07.863875 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1ec6-8dfa-4de2-9762-ef80499c8b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:07.920127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-84fff138-e9b6-472c-b927-67f54f63757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:07.922850 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-84fff138-e9b6-472c-b927-67f54f63757c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0793188 Aug 25 17:55:07.927851 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5468fe3-35fe-4def-b43b-d44d853d7968 req-c01dbfa7-3a17-4e1a-9c86-430ee7edc040 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128585 Aug 25 17:55:07.953508 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'a7e200d0-87f4-4f1e-9ce9-83974c8c5e97', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'port_id': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'mac_address': 'fa:16:3e:ae:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:54:10Z', 'updated_at': '2021-08-25T17:55:05Z', 'revision_number': 1, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:07.990974 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-2eeb4a00-59d8-4981-bab0-94c433352e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:07.993585 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-2eeb4a00-59d8-4981-bab0-94c433352e51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583711 Aug 25 17:55:08.051482 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] Checking router: 96b29a8f-20b0-49a1-b84e-182d66146dfb for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:55:08.060193 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1ec6-8dfa-4de2-9762-ef80499c8b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.066504 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1ec6-8dfa-4de2-9762-ef80499c8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.074420 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:55:08.077239 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:54:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:08.125923 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-fe3f1ec6-8dfa-4de2-9762-ef80499c8b37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcf5b76646924571a8fc8967424c814a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956359 Aug 25 17:55:08.127274 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:08.132608 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f1ec6-8dfa-4de2-9762-ef80499c8b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f369f208-671b-4114-a003-d67ba72ff6e2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:08.256847 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1defb-73bb-47e1-a230-dfd954fbd36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.302369 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 44036) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:08.313448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1defb-73bb-47e1-a230-dfd954fbd36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.330924 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bcccab9-4a6e-4c7c-81ae-62147661aec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.343036 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-e26db458-11c9-40b8-8575-260d273d2660 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199916 Aug 25 17:55:08.390657 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:55:08.409223 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-568da7a2-d255-4b2c-b35d-98b4aa4fe6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.472817 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1defb-73bb-47e1-a230-dfd954fbd36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.477346 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1defb-73bb-47e1-a230-dfd954fbd36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.484152 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-3fc1defb-73bb-47e1-a230-dfd954fbd36f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f369f208-671b-4114-a003-d67ba72ff6e2 HTTP/1.1" status: 204 len: 168 time: 0.3456049 Aug 25 17:55:08.513379 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1defb-73bb-47e1-a230-dfd954fbd36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f369f208-671b-4114-a003-d67ba72ff6e2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:08.623311 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.706128 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d84908d0-8dae-4ee1-9366-0c87b132fc04 req-d0f347f1-9fc6-4ed9-ba3e-f5302e9ecf5c service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194861 Aug 25 17:55:08.823154 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bcccab9-4a6e-4c7c-81ae-62147661aec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.835872 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bcccab9-4a6e-4c7c-81ae-62147661aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:08.887713 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'a7e200d0-87f4-4f1e-9ce9-83974c8c5e97', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'port_id': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'mac_address': 'fa:16:3e:ae:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:54:10Z', 'updated_at': '2021-08-25T17:55:05Z', 'revision_number': 1, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:08.908166 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-2bcccab9-4a6e-4c7c-81ae-62147661aec4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=980daf4c81c94edba9090be9dc2cd6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041951 Aug 25 17:55:08.910035 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcccab9-4a6e-4c7c-81ae-62147661aec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d43ec6-d271-41cb-b59b-f6b58451a4b5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:08.914803 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:08.987343 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d32eb2-5e89-4a6e-9c6b-c933ea5da399 None None] The sync data for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi is: [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'a7e200d0-87f4-4f1e-9ce9-83974c8c5e97', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'port_id': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'mac_address': 'fa:16:3e:ae:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:54:10Z', 'updated_at': '2021-08-25T17:55:05Z', 'revision_number': 1, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:55:09.026915 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-359c6b44-e6d5-4e39-a29b-ad099404a204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:09.073445 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-359c6b44-e6d5-4e39-a29b-ad099404a204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:09.182254 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8336-2cbd-41cc-8ab6-16cd85026d1b req-b1745c3a-abce-4654-9b47-000a80a8f273 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:09.185106 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-402e8336-2cbd-41cc-8ab6-16cd85026d1b req-b1745c3a-abce-4654-9b47-000a80a8f273 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1094208 Aug 25 17:55:09.210135 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-359c6b44-e6d5-4e39-a29b-ad099404a204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:09.215467 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-359c6b44-e6d5-4e39-a29b-ad099404a204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:09.217141 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-359c6b44-e6d5-4e39-a29b-ad099404a204 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5d43ec6-d271-41cb-b59b-f6b58451a4b5 HTTP/1.1" status: 204 len: 168 time: 0.2999933 Aug 25 17:55:09.238357 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c6b44-e6d5-4e39-a29b-ad099404a204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d43ec6-d271-41cb-b59b-f6b58451a4b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:09.303030 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-402e8336-2cbd-41cc-8ab6-16cd85026d1b req-32c0333c-d71d-4af3-be0f-f27bf520951f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022193 Aug 25 17:55:09.465727 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c1a25-ece1-4b0b-8d7d-8a668493cdf1 None None] New status for floating IP a7e200d0-87f4-4f1e-9ce9-83974c8c5e97: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:55:09.661339 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:09.953532 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 44086) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:09.977248 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e896-f3fb-46dd-89a6-27e9bb7472af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:10.156143 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e896-f3fb-46dd-89a6-27e9bb7472af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:10.161705 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e896-f3fb-46dd-89a6-27e9bb7472af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:10.236559 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d3e8e896-f3fb-46dd-89a6-27e9bb7472af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c38610eb6c5e419b9ec4123153c78e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757406 Aug 25 17:55:10.236559 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e896-f3fb-46dd-89a6-27e9bb7472af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806627cb-0c41-4d37-a218-ce23e1b9fb1b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:10.237008 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:10.337355 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b45b095-2d21-4580-a51b-9ec73758005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:10.377374 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b45b095-2d21-4580-a51b-9ec73758005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:10.475758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b45b095-2d21-4580-a51b-9ec73758005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:10.482254 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b45b095-2d21-4580-a51b-9ec73758005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:10.489349 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1b45b095-2d21-4580-a51b-9ec73758005b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/806627cb-0c41-4d37-a218-ce23e1b9fb1b HTTP/1.1" status: 204 len: 168 time: 0.2518046 Aug 25 17:55:10.505382 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45b095-2d21-4580-a51b-9ec73758005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806627cb-0c41-4d37-a218-ce23e1b9fb1b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:10.610353 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfa4ef-891b-4bc1-905e-a33807f648a2 req-3b4ab21e-a8a4-4607-b994-5bb68c8077ef tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:10.616357 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-82cfa4ef-891b-4bc1-905e-a33807f648a2 req-3b4ab21e-a8a4-4607-b994-5bb68c8077ef tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1830583 Aug 25 17:55:10.681216 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-82cfa4ef-891b-4bc1-905e-a33807f648a2 req-e2b8f6ff-3a27-4619-ab70-0cafa92d5918 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Aug 25 17:55:11.318889 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:11.879154 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a19e78-e5aa-4843-9f95-585e3b6a3a03 req-2c782949-a689-4184-8cca-a3890ef2fb12 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:11.891493 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b8a19e78-e5aa-4843-9f95-585e3b6a3a03 req-2c782949-a689-4184-8cca-a3890ef2fb12 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0936885 Aug 25 17:55:11.952813 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b8a19e78-e5aa-4843-9f95-585e3b6a3a03 req-d3e0489c-de1d-4afe-a3b9-c17af8357d08 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582483 Aug 25 17:55:12.461549 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb02e-e1c0-4fd6-97ee-85fb507853c6 req-62ff01fe-5487-4d61-ad07-69dda65113a5 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:12.465923 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c56bb02e-e1c0-4fd6-97ee-85fb507853c6 req-62ff01fe-5487-4d61-ad07-69dda65113a5 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.0737438 Aug 25 17:55:12.534664 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c56bb02e-e1c0-4fd6-97ee-85fb507853c6 req-0a72eff7-ce6b-4f71-a3cb-0b54138df9c0 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648282 Aug 25 17:55:13.154202 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61b9a1-01c8-4abd-ac4d-d7ff40815b94 req-dccc39d2-df96-4c2c-815c-717b8d8693dc tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:13.156458 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-df61b9a1-01c8-4abd-ac4d-d7ff40815b94 req-dccc39d2-df96-4c2c-815c-717b8d8693dc tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0606258 Aug 25 17:55:13.206405 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-df61b9a1-01c8-4abd-ac4d-d7ff40815b94 req-e2b9f865-b57c-43c3-ad08-61ca274eaec9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Aug 25 17:55:13.714726 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84b7f-09e2-4044-949b-b517eb745759 req-559169bf-ca6c-484c-b15b-c666295c90a0 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:13.716422 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15b84b7f-09e2-4044-949b-b517eb745759 req-559169bf-ca6c-484c-b15b-c666295c90a0 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.0658484 Aug 25 17:55:13.771205 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15b84b7f-09e2-4044-949b-b517eb745759 req-f8eb1cb2-8842-4cc4-b1d1-5c57387d34dd tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Aug 25 17:55:14.401417 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048379ee-860b-49e4-91c5-50501e5caa2e req-14992b56-c919-46db-8d19-b346d2e1689c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:14.404405 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-048379ee-860b-49e4-91c5-50501e5caa2e req-14992b56-c919-46db-8d19-b346d2e1689c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0886981 Aug 25 17:55:14.496154 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-048379ee-860b-49e4-91c5-50501e5caa2e req-f0f7d15c-e570-467f-b914-0ec39d151351 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784302 Aug 25 17:55:15.011330 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67026c7d-f24e-464b-8b0b-6eafb01928f7 req-3af2ea88-8322-4846-a9e7-58a9e9f47be4 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:15.013861 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-67026c7d-f24e-464b-8b0b-6eafb01928f7 req-3af2ea88-8322-4846-a9e7-58a9e9f47be4 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.1239390 Aug 25 17:55:15.101707 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-67026c7d-f24e-464b-8b0b-6eafb01928f7 req-b573950f-1f2b-4658-8193-9a823cf5ad4c tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721152 Aug 25 17:55:15.410852 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:15.594049 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfde7c85-ce7a-424b-a684-c53630f0033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:15.687278 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0f787-6f26-4a38-b6f8-05cebfce42c3 req-e51ba443-6cc7-4d9c-8f7e-d87a31ad2ca9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:15.695234 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e0a0f787-6f26-4a38-b6f8-05cebfce42c3 req-e51ba443-6cc7-4d9c-8f7e-d87a31ad2ca9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0791440 Aug 25 17:55:15.749344 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e0a0f787-6f26-4a38-b6f8-05cebfce42c3 req-14facb0f-73e2-4e63-b15d-37aed560a112 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501509 Aug 25 17:55:15.797477 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfde7c85-ce7a-424b-a684-c53630f0033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:15.803471 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfde7c85-ce7a-424b-a684-c53630f0033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:15.873954 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-cfde7c85-ce7a-424b-a684-c53630f0033c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f00fb110f044ce28d72aaaa2e0c23df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605813 Aug 25 17:55:15.876755 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 44296) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:15.878772 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde7c85-ce7a-424b-a684-c53630f0033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f4614-2850-43a8-a2d0-f6b5d4c95584,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:15.959043 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff851107-98ec-4410-bbff-c30db7dd94e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:16.000651 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff851107-98ec-4410-bbff-c30db7dd94e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:16.080906 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff851107-98ec-4410-bbff-c30db7dd94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:16.085786 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff851107-98ec-4410-bbff-c30db7dd94e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:16.092614 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ff851107-98ec-4410-bbff-c30db7dd94e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c7f4614-2850-43a8-a2d0-f6b5d4c95584 HTTP/1.1" status: 204 len: 168 time: 0.2135873 Aug 25 17:55:16.105099 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff851107-98ec-4410-bbff-c30db7dd94e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f4614-2850-43a8-a2d0-f6b5d4c95584,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:16.298014 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dd765-d953-492f-aa4d-7ee0f2cfb484 req-ba764232-297c-405f-9700-ee04cfd83bc4 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:16.299575 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-257dd765-d953-492f-aa4d-7ee0f2cfb484 req-ba764232-297c-405f-9700-ee04cfd83bc4 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.0557606 Aug 25 17:55:16.350282 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-257dd765-d953-492f-aa4d-7ee0f2cfb484 req-d503de07-9b88-4824-a59b-7eb066ebcb19 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Aug 25 17:55:16.892274 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bf1dd-0f72-4925-9f9f-7b8712594054 req-b228c058-b825-4f7b-8e8f-587d00ae5d61 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:16.894462 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c16bf1dd-0f72-4925-9f9f-7b8712594054 req-b228c058-b825-4f7b-8e8f-587d00ae5d61 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0665994 Aug 25 17:55:16.948777 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c16bf1dd-0f72-4925-9f9f-7b8712594054 req-cb3c8df8-b4f0-42b0-ba90-e5b05c278e81 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Aug 25 17:55:17.431552 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 44360) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:17.516645 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef355cd-9b1d-4c55-bdf6-46800f25b8d2 req-87934374-ad97-462a-a44c-66dbf0237436 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:17.519164 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eef355cd-9b1d-4c55-bdf6-46800f25b8d2 req-87934374-ad97-462a-a44c-66dbf0237436 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.0684822 Aug 25 17:55:17.576287 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-264e1839-1dde-418a-a275-35f70d6ff949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:17.621932 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eef355cd-9b1d-4c55-bdf6-46800f25b8d2 req-eb1ccbf5-ccee-428c-899c-e35e902bccf8 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902898 Aug 25 17:55:17.732708 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-264e1839-1dde-418a-a275-35f70d6ff949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:17.738529 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-264e1839-1dde-418a-a275-35f70d6ff949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:17.799788 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-264e1839-1dde-418a-a275-35f70d6ff949 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=429a0710500e49289a824f540873f200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668644 Aug 25 17:55:17.802282 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:17.802764 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e1839-1dde-418a-a275-35f70d6ff949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4fbe52-ed85-4c94-93b5-9cb6f68d0bd5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:17.866451 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d812fd2-4992-4ad3-ab69-b9dbe6f9f6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:17.889769 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d812fd2-4992-4ad3-ab69-b9dbe6f9f6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:17.945479 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d812fd2-4992-4ad3-ab69-b9dbe6f9f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:17.949347 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d812fd2-4992-4ad3-ab69-b9dbe6f9f6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:17.950691 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6d812fd2-4992-4ad3-ab69-b9dbe6f9f6fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e4fbe52-ed85-4c94-93b5-9cb6f68d0bd5 HTTP/1.1" status: 204 len: 168 time: 0.1472583 Aug 25 17:55:17.963146 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d812fd2-4992-4ad3-ab69-b9dbe6f9f6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4fbe52-ed85-4c94-93b5-9cb6f68d0bd5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:18.090143 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bcc5d-a65c-41ca-b8dd-50560b481ff3 req-cd334f5d-a5ab-40d1-85c8-1222c4e60aa6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:18.092559 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e72bcc5d-a65c-41ca-b8dd-50560b481ff3 req-cd334f5d-a5ab-40d1-85c8-1222c4e60aa6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0650382 Aug 25 17:55:18.152143 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e72bcc5d-a65c-41ca-b8dd-50560b481ff3 req-3067a21c-96d7-4b25-a1b2-593fb4e94d63 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Aug 25 17:55:18.797374 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5057889-36ee-47e8-a388-e080217f94aa req-14469bc0-d340-4f67-ba38-c8cd19924e39 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:18.804148 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:18.807654 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5057889-36ee-47e8-a388-e080217f94aa req-14469bc0-d340-4f67-ba38-c8cd19924e39 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.0752566 Aug 25 17:55:18.923419 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488db20c-8c65-441a-babc-e06f60de0968 req-1acd2341-8a1c-4a19-bfc7-752e46569649 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:18.925048 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-488db20c-8c65-441a-babc-e06f60de0968 req-1acd2341-8a1c-4a19-bfc7-752e46569649 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.10 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 946 time: 0.1158571 Aug 25 17:55:18.928369 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5057889-36ee-47e8-a388-e080217f94aa req-a3216b93-dcbb-41a6-9c22-e650e2cd2219 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d81d345-f6f4-47f9-9806-f28c71f0a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057129 Aug 25 17:55:18.957628 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1036006336-network', 'tenant_id': '716297d5566d4831becad5a515416881'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:18.990356 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Made reservation on behalf of 716297d5566d4831becad5a515416881 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:18.993141 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.004719 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.135707 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.142557 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.145691 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Deleting port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:55:19.146131 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.179748 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:55:19.203759 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96e3e7-87c2-48c6-9639-56a1c743ce86,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:19.209298 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.210336 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Added segment e71a52d7-013e-4ac0-8bf6-30e98f1060dd of type vlan for network 5090048b-daea-4636-81d8-90789279bfcc Aug 25 17:55:19.313425 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.334863 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] For port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,segment=NetworkSegment(0d173db2-fe20-4f43-8af3-ba852281e8da),segment_id=0d173db2-fe20-4f43-8af3-ba852281e8da)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:19.335603 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.361919 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Calling delete_port for 9f7769f7-ee0b-4b48-97cd-f541faa6b23d owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:55:19.405429 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47b45d-55f1-4467-a89c-63b52b302599 req-6540d905-bec2-4043-a743-3764a07e9b68 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:19.408546 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9d47b45d-55f1-4467-a89c-63b52b302599 req-6540d905-bec2-4043-a743-3764a07e9b68 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1105917 Aug 25 17:55:19.417802 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.419657 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:19.420537 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.554316 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 9f7769f7-ee0b-4b48-97cd-f541faa6b23d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:55:19.574752 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7705677 Aug 25 17:55:19.578781 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:19.595417 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9d47b45d-55f1-4467-a89c-63b52b302599 req-cb217489-f9cc-480c-a831-b4f675449e03 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636970 Aug 25 17:55:19.603252 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Request body: {'subnet': {'network_id': '5090048b-daea-4636-81d8-90789279bfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1036006336-subnet', 'tenant_id': '716297d5566d4831becad5a515416881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:19.622179 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6addb9-31d4-41d9-8278-76a1d684b6ca admin admin] Pushing event updated for resources: {'Network': ['ID=5090048b-daea-4636-81d8-90789279bfcc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:19.652803 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Made reservation on behalf of 716297d5566d4831becad5a515416881 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:19.656384 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 5090048b-daea-4636-81d8-90789279bfcc details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:55:19.657765 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.804116 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.810931 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:19.938130 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Pushing event deleted for resources: {'Port': ['ID=9f7769f7-ee0b-4b48-97cd-f541faa6b23d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:19.986920 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:20.005663 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] No DVR routers for this DVR port 9f7769f7-ee0b-4b48-97cd-f541faa6b23d on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:55:20.012793 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:20.017017 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-488db20c-8c65-441a-babc-e06f60de0968 req-e4282542-dba9-491e-96d8-e75589b7ae75 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.10 "DELETE /v2.0/ports/9f7769f7-ee0b-4b48-97cd-f541faa6b23d HTTP/1.1" status: 204 len: 173 time: 1.0758500 Aug 25 17:55:20.017757 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'name': 'network-vif-deleted', 'tag': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:20.023513 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257123b0-bc8d-4c32-a38c-df57c2623ad0" -d '{"events": [{"server_uuid": "247e25a1-f988-453a-bc49-bf3d018b33c6", "name": "network-vif-deleted", "tag": "9f7769f7-ee0b-4b48-97cd-f541faa6b23d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:20.084740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f19d597-12d9-41c6-8ce9-eefc155a32ec x-openstack-request-id: req-8f19d597-12d9-41c6-8ce9-eefc155a32ec {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:20.085296 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247e25a1-f988-453a-bc49-bf3d018b33c6", "name": "network-vif-deleted", "tag": "9f7769f7-ee0b-4b48-97cd-f541faa6b23d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:20.085725 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f19d597-12d9-41c6-8ce9-eefc155a32ec {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:20.086144 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247e25a1-f988-453a-bc49-bf3d018b33c6', 'name': 'network-vif-deleted', 'tag': '9f7769f7-ee0b-4b48-97cd-f541faa6b23d', 'status': 'completed', 'code': 200} Aug 25 17:55:20.111145 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06be57bc-375f-4cff-90fd-3d6ccdf36651 req-56a64c0f-3646-461f-9ff8-56863b7d3445 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0473983 Aug 25 17:55:20.123734 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7413b16-ea7c-4eb2-8917-beb21a5d0900,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:20.128801 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Checking segment: {'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:20.129155 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Network hostable DHCP agents. Network: 5090048b-daea-4636-81d8-90789279bfcc, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:55:20.157698 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Network 5090048b-daea-4636-81d8-90789279bfcc is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:55:20.170757 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 5090048b-daea-4636-81d8-90789279bfcc) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:20.175479 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:20.176220 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:20.184155 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45ec61-a478-4f1c-9757-9fcb45e63408 None None] Network 5090048b-daea-4636-81d8-90789279bfcc requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:55:20.205244 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-210de337-613f-4238-9d6c-05f14bdfcc9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6198339 Aug 25 17:55:20.344956 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca7235-bbf8-4aaf-9c92-0649c94db38f None None] Network 5090048b-daea-4636-81d8-90789279bfcc requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:55:20.787688 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1538da-bae2-4ad5-b9b4-029ec6b4dc0e req-4271ada6-911e-4e8f-93a0-9d1c214e51c7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:20.789475 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7d1538da-bae2-4ad5-b9b4-029ec6b4dc0e req-4271ada6-911e-4e8f-93a0-9d1c214e51c7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0790496 Aug 25 17:55:20.852707 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7d1538da-bae2-4ad5-b9b4-029ec6b4dc0e req-933cfcfb-c4ad-4e02-b3b6-39dd144bc864 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515192 Aug 25 17:55:21.225803 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6c0373c9-f87e-43ba-8fe6-abeba931c5c5 req-f7ec92de-fa61-4073-9cb8-d0c102458b61 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0304012 Aug 25 17:55:21.997450 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ac902-4986-4280-b19d-5c1c5e7009a1 req-6134da6a-d8a4-4c26-bba3-29ac78d54627 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:22.000103 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-456ac902-4986-4280-b19d-5c1c5e7009a1 req-6134da6a-d8a4-4c26-bba3-29ac78d54627 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0666897 Aug 25 17:55:22.062797 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-456ac902-4986-4280-b19d-5c1c5e7009a1 req-f1174a91-578b-4103-a46b-e8d2b8436f84 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538723 Aug 25 17:55:22.341561 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a1842339-81c1-4404-935c-2d1ff6bcc78d req-b2ee8590-c24c-4092-8999-270eff45038e tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0282540 Aug 25 17:55:23.218151 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813f513-546e-4ae5-bcb3-caa68cc7ccbc req-4aa195ee-76f9-429b-ba13-051487c03369 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:23.221106 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3813f513-546e-4ae5-bcb3-caa68cc7ccbc req-4aa195ee-76f9-429b-ba13-051487c03369 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0694029 Aug 25 17:55:23.295729 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3813f513-546e-4ae5-bcb3-caa68cc7ccbc req-1049d093-f8f3-4e6e-96f1-5b3afa663621 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Aug 25 17:55:23.460368 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8007af0e-6516-40cb-afc1-7df8234d869c req-f333ebd9-42d8-4205-9a3b-75d29c6151e6 tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0348883 Aug 25 17:55:24.549780 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78850-f8da-458b-8ecf-6507c0105af1 req-30fe6cd9-55fa-4705-8e8f-477d9a036e7c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:24.553230 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72d78850-f8da-458b-8ecf-6507c0105af1 req-30fe6cd9-55fa-4705-8e8f-477d9a036e7c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1128638 Aug 25 17:55:24.620629 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72d78850-f8da-458b-8ecf-6507c0105af1 req-2b0628f5-28ac-4bc0-9857-ca77e5b09b74 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512409 Aug 25 17:55:24.734830 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-38399e80-ea14-4996-b62b-70ab8bbcf01c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:24.744440 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-38399e80-ea14-4996-b62b-70ab8bbcf01c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/networks?id=5090048b-daea-4636-81d8-90789279bfcc HTTP/1.1" status: 200 len: 809 time: 0.2136981 Aug 25 17:55:24.768994 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-2975160a-7b81-402e-987c-8fffb6471128 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/quotas/716297d5566d4831becad5a515416881 HTTP/1.1" status: 200 len: 375 time: 0.0232725 Aug 25 17:55:24.818224 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-91e898f6-1788-4c41-a167-f3ba1b49168b tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=716297d5566d4831becad5a515416881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430131 Aug 25 17:55:24.845110 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-50314d9e-d73b-4ece-9d98-743f9874d497 req-5e44cd0d-67a5-454b-bfaf-3de32bf716cf tempest-DeleteServersTestJSON-1203192036 tempest-DeleteServersTestJSON-1203192036-project] 10.222.0.23 "GET /v2.0/ports?device_id=247e25a1-f988-453a-bc49-bf3d018b33c6 HTTP/1.1" status: 200 len: 210 time: 0.0526097 Aug 25 17:55:24.970477 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-4ceefd91-ae00-4f82-9b29-89763cae82fe service neutron] 10.222.0.23 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446619 Aug 25 17:55:25.100621 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-2b4de342-8c81-476d-bc74-d0aff80a3ce4 service neutron] 10.222.0.23 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165881 Aug 25 17:55:25.200976 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-aaa6acf5-e179-4864-b210-2b9bf068bcf9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:25.204199 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-aaa6acf5-e179-4864-b210-2b9bf068bcf9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.1472788 Aug 25 17:55:25.224923 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-84fafcc0-b0c5-469c-bfb0-d17eca1c4ea2 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/quotas/36670799293a4c9eac1589c6fb221c40 HTTP/1.1" status: 200 len: 375 time: 0.0149217 Aug 25 17:55:25.309328 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-20764de6-976d-4cf3-98fe-40250a8283ad tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771327 Aug 25 17:55:25.328365 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ea41140d-9423-426e-8eaa-24e56d03d49a req-b302cbe0-fbdb-4ee7-b2ca-5376c81844eb tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 210 time: 0.0448480 Aug 25 17:55:25.468730 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-b0b589b0-68d9-4afb-a730-f89ed904b89c service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488352 Aug 25 17:55:25.596033 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-5b454e0d-9b75-4738-979b-abf11b67e042 service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206150 Aug 25 17:55:25.872309 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd26bd-a716-4867-9a89-6d5ce6d5cc72 req-cf508500-bb35-4ef8-b7cd-d3af0980299f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:25.889129 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-99cd26bd-a716-4867-9a89-6d5ce6d5cc72 req-cf508500-bb35-4ef8-b7cd-d3af0980299f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1332901 Aug 25 17:55:25.951302 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e7e3c0fd-ae0c-44f7-bfb2-d55bae2520ce req-ed359b3c-5e89-428e-903b-99730343c07a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0534129 Aug 25 17:55:25.952418 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-99cd26bd-a716-4867-9a89-6d5ce6d5cc72 req-a247001a-8a3f-4f3f-9aa9-e7bc42bdcf02 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618408 Aug 25 17:55:26.269646 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 44634) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:26.492946 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bd2be1eb-873f-48e9-ac82-be0d6397e3da req-0bd9ef0b-b463-41fd-b10c-805c17c73695 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 210 time: 0.0721290 Aug 25 17:55:26.575462 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3ad4-7ebb-412d-800d-ede16acc5c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:26.770371 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3ad4-7ebb-412d-800d-ede16acc5c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:26.777067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3ad4-7ebb-412d-800d-ede16acc5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:26.823116 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-f6aa3ad4-7ebb-412d-800d-ede16acc5c6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43f4d4b280214088a73da5907f2401c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522518 Aug 25 17:55:26.827619 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:26.856391 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa3ad4-7ebb-412d-800d-ede16acc5c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c26f0d-2cc0-470f-a923-8b5e2162ca45,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:26.983836 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e049-713f-46c6-b913-aae9e4627380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:27.047157 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e049-713f-46c6-b913-aae9e4627380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:27.246874 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-ce5947a9-1fab-434f-9851-be4b1f08f082 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:27.249966 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-ce5947a9-1fab-434f-9851-be4b1f08f082 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "GET /v2.0/networks?id=5090048b-daea-4636-81d8-90789279bfcc HTTP/1.1" status: 200 len: 809 time: 0.2376153 Aug 25 17:55:27.263974 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e049-713f-46c6-b913-aae9e4627380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:27.270701 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e049-713f-46c6-b913-aae9e4627380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:27.277442 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6bb2e049-713f-46c6-b913-aae9e4627380 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34c26f0d-2cc0-470f-a923-8b5e2162ca45 HTTP/1.1" status: 204 len: 168 time: 0.4481552 Aug 25 17:55:27.286831 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Request body: {'port': {'device_id': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'network_id': '5090048b-daea-4636-81d8-90789279bfcc', 'admin_state_up': True, 'tenant_id': '716297d5566d4831becad5a515416881'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:27.298340 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ac9d26ea-6a0e-431d-aeab-61c22201ceb2 req-225a773e-0dac-4592-8721-9b6579cd8feb tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0467937 Aug 25 17:55:27.300689 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2e049-713f-46c6-b913-aae9e4627380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c26f0d-2cc0-470f-a923-8b5e2162ca45,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:27.330250 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9aea2-a065-40e8-8f35-2cd2d1b75ad8 req-fbc8ea2c-07e7-4e0e-ac07-b363250c1a09 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:27.349784 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-86e9aea2-a065-40e8-8f35-2cd2d1b75ad8 req-fbc8ea2c-07e7-4e0e-ac07-b363250c1a09 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1657007 Aug 25 17:55:27.425983 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-86e9aea2-a065-40e8-8f35-2cd2d1b75ad8 req-b4f68170-5590-4c54-b7eb-235fc59048c4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734980 Aug 25 17:55:27.569285 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Made reservation on behalf of 716297d5566d4831becad5a515416881 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:27.573426 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:27.681970 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f5a060bc-4dae-4315-81d9-8d2d961ccdd0 req-60277f11-a175-449f-9b1f-2b9e84ec1535 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 210 time: 0.0366855 Aug 25 17:55:27.805924 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:27.826191 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79ee7df6-6020-4dae-b5ee-9d5330b7fada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:27.851717 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Allocated IP 172.20.0.12 (5090048b-daea-4636-81d8-90789279bfcc/f7413b16-ea7c-4eb2-8917-beb21a5d0900/d8a2e6c7-9088-4de0-8715-fbc25cb75f1e) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:27.984970 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-e0370eae-1013-4fc9-9558-e2ab2d75cdce tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:27.986759 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79ee7df6-6020-4dae-b5ee-9d5330b7fada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:27.988073 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-e0370eae-1013-4fc9-9558-e2ab2d75cdce tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.2170830 Aug 25 17:55:27.990607 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79ee7df6-6020-4dae-b5ee-9d5330b7fada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.039230 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee7df6-6020-4dae-b5ee-9d5330b7fada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f5baa-266a-44eb-baca-1871bfe858df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:28.048277 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-79ee7df6-6020-4dae-b5ee-9d5330b7fada admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26f7e68152a6466b978f05d8307ff293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365973 Aug 25 17:55:28.048932 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:28.135007 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc51f-0e8e-424e-b1e6-ec137ca8ebf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.180283 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc51f-0e8e-424e-b1e6-ec137ca8ebf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.233680 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:28.304140 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] Deleting subnet 9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:55:28.311629 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.343501 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc51f-0e8e-424e-b1e6-ec137ca8ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.343501 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc51f-0e8e-424e-b1e6-ec137ca8ebf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.345103 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-4a6fc51f-0e8e-424e-b1e6-ec137ca8ebf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f7f5baa-266a-44eb-baca-1871bfe858df HTTP/1.1" status: 204 len: 168 time: 0.2951391 Aug 25 17:55:28.361808 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Request body: {'port': {'device_id': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'admin_state_up': True, 'tenant_id': '36670799293a4c9eac1589c6fb221c40'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:28.369660 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fc51f-0e8e-424e-b1e6-ec137ca8ebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f5baa-266a-44eb-baca-1871bfe858df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:28.393699 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.416515 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.528464 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.552566 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-350802e3-74f6-4e29-9016-184d6c1348c0 req-94e83743-7184-4625-afb5-f83568accd46 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0847132 Aug 25 17:55:28.621353 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:28.626501 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.640655 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.642667 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-112a9b2f-33fd-4018-9ab7-7c314f81c583 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9d1b5bc7-6b2a-468e-90f9-6fe5a16475ef HTTP/1.1" status: 204 len: 168 time: 0.4079068 Aug 25 17:55:28.651734 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 44724) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:28.710878 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f9c46-d59d-4a90-b173-3309e3888554 req-0d3f6039-3d2a-41e2-81bf-5f35a6b40c3b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:28.720797 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f3f9c46-d59d-4a90-b173-3309e3888554 req-0d3f6039-3d2a-41e2-81bf-5f35a6b40c3b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0923252 Aug 25 17:55:28.821214 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.826036 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.827857 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Made reservation on behalf of 36670799293a4c9eac1589c6fb221c40 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:28.832862 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:28.870850 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f3f9c46-d59d-4a90-b173-3309e3888554 req-c8f05b48-a097-4033-aaa6-8c618fcffed4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486437 Aug 25 17:55:28.938113 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Network 5090048b-daea-4636-81d8-90789279bfcc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:29.059936 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:29.071605 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:29.087542 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:29.097857 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Pushing event updated for resources: {'Port': ['ID=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:29.098967 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab8b4-e400-48b5-b66f-f049a1c7a217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.243199 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:55:29.258834 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6483c05-3dac-4e83-8df5-99d0d4ce94a5 req-491510ec-7e5a-4205-ac4f-f568593a4737 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:29.260526 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a6483c05-3dac-4e83-8df5-99d0d4ce94a5 req-491510ec-7e5a-4205-ac4f-f568593a4737 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 932 time: 0.3651636 Aug 25 17:55:29.304078 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab8b4-e400-48b5-b66f-f049a1c7a217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.310585 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab8b4-e400-48b5-b66f-f049a1c7a217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.310979 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.345538 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:29.346593 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.355872 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-4e4ab8b4-e400-48b5-b66f-f049a1c7a217 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5053082bf4a249bca80d0c8367a0cf60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799087 Aug 25 17:55:29.355872 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ab8b4-e400-48b5-b66f-f049a1c7a217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf57a115-1bdd-4f7b-a68d-be88aa324fef,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:29.356491 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:29.373711 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd34f90e-d75c-4741-8137-645deae61de3']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:29.412231 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d173db2-fe20-4f43-8af3-ba852281e8da') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:29.412562 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d173db2-fe20-4f43-8af3-ba852281e8da') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:29.417898 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bbe07-c136-4d0e-962d-8ead664a21ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.425086 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-aed2e778-0e5b-4454-8045-10605d87d314 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1427681 Aug 25 17:55:29.429200 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.445400 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bbe07-c136-4d0e-962d-8ead664a21ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.469124 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Allocated IP 172.20.0.5 (1c0644aa-1364-4ec3-a098-7ad9be003817/6d2759b9-c341-4aa4-997a-1868fb9e591a/2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:29.472740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.484830 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a6483c05-3dac-4e83-8df5-99d0d4ce94a5 req-29592976-9f2e-42b0-9941-f57199129960 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673858 Aug 25 17:55:29.498417 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:55:29.499248 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:55:29.501454 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:55:29.516817 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bbe07-c136-4d0e-962d-8ead664a21ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.516817 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bbe07-c136-4d0e-962d-8ead664a21ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.516817 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-052bbe07-c136-4d0e-962d-8ead664a21ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf57a115-1bdd-4f7b-a68d-be88aa324fef HTTP/1.1" status: 204 len: 168 time: 0.1585400 Aug 25 17:55:29.531488 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bbe07-c136-4d0e-962d-8ead664a21ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf57a115-1bdd-4f7b-a68d-be88aa324fef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:29.623958 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.651272 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.654703 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bd34f90e-d75c-4741-8137-645deae61de3 HTTP/1.1" status: 204 len: 168 time: 1.0008020 Aug 25 17:55:29.733619 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7ed4b23e-eac6-4d00-a40a-8dae2eb9edef req-1858d6a2-b10f-43c8-9c0d-a7a966aa515d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0520964 Aug 25 17:55:29.747734 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955138b-c018-402e-afcc-d8913e5b89e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd34f90e-d75c-4741-8137-645deae61de3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:29.868096 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.942174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:29.991307 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:30.006672 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:30.012495 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:30.025153 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:30.074463 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event updated for resources: {'Port': ['ID=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:30.089074 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6f860e31-ba5b-46ee-b03c-79439d4676f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3615de93cafe42aab6accef245007bc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596340 Aug 25 17:55:30.090352 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:30.106064 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae0859-8a12-4a84-b981-42784b78fc60 req-85f4db81-695d-4766-a316-58769defa69e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:30.108070 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1fae0859-8a12-4a84-b981-42784b78fc60 req-85f4db81-695d-4766-a316-58769defa69e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1165428 Aug 25 17:55:30.115244 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:30.115926 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:30.153559 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a88a3877-8c46-4d7a-942a-9184ccc5c513 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8083134 Aug 25 17:55:30.173057 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1fae0859-8a12-4a84-b981-42784b78fc60 req-5b0c6ef6-99f8-4654-9ea1-813b5e961aa6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437019 Aug 25 17:55:30.219348 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf4c2-de57-46bb-a7e8-28dfe25de1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:30.255522 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf4c2-de57-46bb-a7e8-28dfe25de1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:30.321232 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf4c2-de57-46bb-a7e8-28dfe25de1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:30.326693 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf4c2-de57-46bb-a7e8-28dfe25de1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:30.329137 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6dfaf4c2-de57-46bb-a7e8-28dfe25de1d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d81d345-f6f4-47f9-9806-f28c71f0a0cb HTTP/1.1" status: 204 len: 168 time: 0.2374966 Aug 25 17:55:30.349294 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaf4c2-de57-46bb-a7e8-28dfe25de1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d81d345-f6f4-47f9-9806-f28c71f0a0cb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:30.683225 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226534e-6099-48d3-b4d5-c4b24d608283 req-8823944e-09e0-4237-83df-6451d74aa564 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:30.688946 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4226534e-6099-48d3-b4d5-c4b24d608283 req-8823944e-09e0-4237-83df-6451d74aa564 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 932 time: 0.0899370 Aug 25 17:55:30.756084 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4226534e-6099-48d3-b4d5-c4b24d608283 req-c6f00ac8-d53b-46ff-ad6c-a32aa2678c33 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580740 Aug 25 17:55:30.928688 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9960-fedf-45e0-aa4e-c9a7a52355d9 req-870b8d07-10d5-44d3-965a-3e185d816332 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:30.932879 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-262b9960-fedf-45e0-aa4e-c9a7a52355d9 req-870b8d07-10d5-44d3-965a-3e185d816332 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 931 time: 0.0775337 Aug 25 17:55:30.985219 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-262b9960-fedf-45e0-aa4e-c9a7a52355d9 req-782c1bba-8835-46c9-98fa-a8f63b7dccb6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 Aug 25 17:55:31.359620 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915072e9-ca92-484a-96c1-e7e853702ec8 req-bcd6875d-77ea-493d-be3a-e4c396f7a50c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:31.361660 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-915072e9-ca92-484a-96c1-e7e853702ec8 req-bcd6875d-77ea-493d-be3a-e4c396f7a50c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0756438 Aug 25 17:55:31.419573 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-915072e9-ca92-484a-96c1-e7e853702ec8 req-4be5df32-42bf-43fe-82c2-89f445870d42 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Aug 25 17:55:31.510367 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 44854) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:31.667815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-10723710-network', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:31.710780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Made reservation on behalf of 615c6ca94e074f79bb2ae1593dae6df4 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:31.715183 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:31.725941 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:31.849002 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:31.867388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:31.934381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:55:31.975598 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d456c5-5372-4fc3-b6e4-500753eb462a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:31.989030 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:31.989563 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Added segment 7250f521-988f-462b-8232-10dfa31deb04 of type vlan for network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 Aug 25 17:55:32.014196 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b4776-d9d7-4c01-b0fa-1fb158de11a0 req-adacced2-2d2a-4aa8-9b28-9dd8d11a1235 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:32.015831 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-da5b4776-d9d7-4c01-b0fa-1fb158de11a0 req-adacced2-2d2a-4aa8-9b28-9dd8d11a1235 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 932 time: 0.1649680 Aug 25 17:55:32.066177 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.099440 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-da5b4776-d9d7-4c01-b0fa-1fb158de11a0 req-53a2ce96-08cb-4fa5-807b-881707a7e29f tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611284 Aug 25 17:55:32.114552 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.115989 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:32.116730 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.208494 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6963272 Aug 25 17:55:32.213211 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:32.219168 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Request body: {'subnet': {'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-10723710-subnet', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:32.231361 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1173d-1db0-4320-9247-d86941733953 admin admin] Pushing event updated for resources: {'Network': ['ID=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:32.249072 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:55:32.279587 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Made reservation on behalf of 615c6ca94e074f79bb2ae1593dae6df4 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:32.283595 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.396435 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4bdf7-6fce-4523-8a39-77d19e2df475 req-eca5df1f-2c53-4a28-bf94-3723d0811e04 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:32.398206 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78e4bdf7-6fce-4523-8a39-77d19e2df475 req-eca5df1f-2c53-4a28-bf94-3723d0811e04 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 931 time: 0.0696325 Aug 25 17:55:32.452230 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78e4bdf7-6fce-4523-8a39-77d19e2df475 req-dcc3c40c-4ca4-46ff-a4f3-cb1e13b60a1e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 Aug 25 17:55:32.500881 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.518447 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:55:32.537023 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Request body: {'port': {'device_id': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:32.547016 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Request body: {'port': {'device_id': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:32.622748 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2203d1ac-72b4-4b01-b1ef-ef74b05fba54,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:32.634546 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Checking segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:32.635491 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Network hostable DHCP agents. Network: 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:55:32.684413 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:55:32.703533 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:32.708368 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28d1d-2b22-4b55-bd45-232023143b38 req-f77e6b6e-0ff5-4317-b028-996f38361ee0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:32.710245 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-feb28d1d-2b22-4b55-bd45-232023143b38 req-f77e6b6e-0ff5-4317-b028-996f38361ee0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1681442 Aug 25 17:55:32.713831 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.718262 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8600e0-09a8-4c1a-b76e-e3435f52f01c None None] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:55:32.718710 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.731336 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:32.735403 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.778849 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-13967d28-7933-4acf-8210-3bc2cb6a7b13 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5637796 Aug 25 17:55:32.782298 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:32.796386 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:32.836204 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.861567 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.864834 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:32.974535 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-feb28d1d-2b22-4b55-bd45-232023143b38 req-f6e07e46-6f54-4acf-8be2-9dc7ddd4c5db tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238710 Aug 25 17:55:32.981007 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.072346 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:55:33.073831 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.419796 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Allocated IP 172.20.0.2 (9e45ddbc-e3e4-4ced-b92b-9536403ec6b2/2203d1ac-72b4-4b01-b1ef-ef74b05fba54/269412fd-f630-4ba6-bb55-c85661690589) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:33.522845 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.652521 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c25bb3-8ed7-4a83-8c36-54c0cd418e5c req-b5203949-d818-48ed-900d-2c275bdc8587 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:33.653986 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c2c25bb3-8ed7-4a83-8c36-54c0cd418e5c req-b5203949-d818-48ed-900d-2c275bdc8587 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 932 time: 0.1253252 Aug 25 17:55:33.733277 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:55:33.745740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.774656 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c2c25bb3-8ed7-4a83-8c36-54c0cd418e5c req-42e018ff-8096-45c0-8cda-d319025e618e tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050808 Aug 25 17:55:33.785041 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f876-7869-4731-85f7-2c21cd1345bc req-17247df8-6157-4961-8ca0-4ef25bf7f26f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:33.800196 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4855f876-7869-4731-85f7-2c21cd1345bc req-17247df8-6157-4961-8ca0-4ef25bf7f26f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 931 time: 0.2315221 Aug 25 17:55:33.805652 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a2e6c7-9088-4de0-8715-fbc25cb75f1e {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:55:33.853434 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.870051 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Transition to ACTIVE for port object 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:33.894886 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.910187 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Transition to ACTIVE for port object 269412fd-f630-4ba6-bb55-c85661690589 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:33.924434 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.960799 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Transition to ACTIVE for port object 269412fd-f630-4ba6-bb55-c85661690589 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:33.973074 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:33.975795 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Transition to ACTIVE for port object d8a2e6c7-9088-4de0-8715-fbc25cb75f1e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:34.034634 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.038329 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.063233 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:34.068346 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.070518 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:34.074365 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Pushing event updated for resources: {'Port': ['ID=269412fd-f630-4ba6-bb55-c85661690589,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:34.085296 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4855f876-7869-4731-85f7-2c21cd1345bc req-278fff96-1cfb-4a1a-83aa-52b3338340d7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836123 Aug 25 17:55:34.086817 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:34.091958 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.092422 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.092961 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.093484 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.094031 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.094572 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.095117 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.095655 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.096223 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.096787 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.097309 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.098012 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:34.234838 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Attempting to bind port 269412fd-f630-4ba6-bb55-c85661690589 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:55:34.235533 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Attempting to bind port 269412fd-f630-4ba6-bb55-c85661690589 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:55:34.236096 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Attempting to bind port 269412fd-f630-4ba6-bb55-c85661690589 on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:34.246992 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:55:34.247452 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:34.247624 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Checking segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:34.248236 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.248915 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Bound using segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:55:34.249770 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Bound port: 269412fd-f630-4ba6-bb55-c85661690589, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:55:34.250314 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.335262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Pushing event updated for resources: {'Port': ['ID=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:34.406223 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aad4c-e898-4351-99bb-57ce316c8390 req-fbaed757-03ab-4cab-a138-7fed13b6ea62 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:34.418798 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f57aad4c-e898-4351-99bb-57ce316c8390 req-fbaed757-03ab-4cab-a138-7fed13b6ea62 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.2050636 Aug 25 17:55:34.469264 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Allocated IP 172.27.2.246 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/57c115e0-3b2b-4668-9e1e-a8d06bc2d3be) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:34.470745 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Attempting to bind port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:55:34.471261 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Attempting to bind port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:55:34.471814 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Attempting to bind port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:34.472925 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] For port 269412fd-f630-4ba6-bb55-c85661690589, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:55:34.487270 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Attempting to bind port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:55:34.487576 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Attempting to bind port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:55:34.488296 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Attempting to bind port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e on network 5090048b-daea-4636-81d8-90789279bfcc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:34.494581 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:55:34.495212 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Attempting to bind port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:34.504025 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] For port 269412fd-f630-4ba6-bb55-c85661690589, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=269412fd-f630-4ba6-bb55-c85661690589,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:55:34.513604 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e on network 5090048b-daea-4636-81d8-90789279bfcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:55:34.513991 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Attempting to bind port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e on network 5090048b-daea-4636-81d8-90789279bfcc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:34.519683 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:55:34.520586 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Checking segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:34.520889 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.521314 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Bound using segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:55:34.522112 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Bound port: 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:55:34.522723 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.533103 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f57aad4c-e898-4351-99bb-57ce316c8390 req-a2023c58-8515-4a96-85a5-3c30ffd972da tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127946 Aug 25 17:55:34.538802 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:55:34.539305 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Checking segment: {'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:34.539781 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Bound using segment: {'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:55:34.540589 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Bound port: d8a2e6c7-9088-4de0-8715-fbc25cb75f1e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:55:34.541004 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.635051 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1be4f-9449-4be1-a9d9-f6ba3a83d9e3 None None] Pushing event updated for resources: {'Port': ['ID=269412fd-f630-4ba6-bb55-c85661690589,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:34.748318 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.809438 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:34.902773 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:34.920967 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:34.934363 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:34.969866 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] For port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:55:34.994260 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] For port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:55:34.999472 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] For port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:55:35.001631 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] For port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:55:35.006546 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:35.012618 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:35.102500 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:35.106744 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:35.108410 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] 10.222.0.10 "PUT /v2.0/ports/d8a2e6c7-9088-4de0-8715-fbc25cb75f1e HTTP/1.1" status: 200 len: 1094 time: 2.5761416 Aug 25 17:55:35.108900 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'tag': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:35.115388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055569bb-9f01-4ab4-882c-766676ebaf24" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3567ff-bb90-4f76-a87c-9ce082e59c22", "tag": "d8a2e6c7-9088-4de0-8715-fbc25cb75f1e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:35.160975 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:35.161608 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:35.163980 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 HTTP/1.1" status: 200 len: 1093 time: 2.6235821 Aug 25 17:55:35.270726 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Pushing event updated for resources: {'Port': ['ID=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:35.311657 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c602e9f-706e-4b47-a88b-5d381947030f service neutron] Pushing event updated for resources: {'Port': ['ID=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:35.330551 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db679-f67e-4a91-b9cf-56fbd15efcf2 req-48567cd8-3f9d-4049-ac41-8021ae939d75 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:35.332475 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-101db679-f67e-4a91-b9cf-56fbd15efcf2 req-48567cd8-3f9d-4049-ac41-8021ae939d75 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 944 time: 0.3139715 Aug 25 17:55:35.476996 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-2f48eefc-5095-41a6-bfd0-4d9ac80bb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:35.480616 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-2f48eefc-5095-41a6-bfd0-4d9ac80bb3f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=716297d5566d4831becad5a515416881&device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 1097 time: 0.2630646 Aug 25 17:55:35.486868 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b8f1-a163-4376-9ea3-02ec44aec920 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:35.501700 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-101db679-f67e-4a91-b9cf-56fbd15efcf2 req-b4a48b73-b8a0-44aa-a45b-d8fa548f8548 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423140 Aug 25 17:55:35.514192 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-ca356d17-f9d0-45fa-bcce-93141fc8ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:35.515643 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-ca356d17-f9d0-45fa-bcce-93141fc8ab74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 1096 time: 0.1549039 Aug 25 17:55:35.565603 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-14586892-b330-4385-91ae-e2b1efbc048f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e HTTP/1.1" status: 200 len: 217 time: 0.0605590 Aug 25 17:55:35.604709 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f022c8-e945-4321-bc14-2e8021de03db req-688d9cd6-9ca3-47ed-9778-362508e1269c tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:35.606362 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-09f022c8-e945-4321-bc14-2e8021de03db req-688d9cd6-9ca3-47ed-9778-362508e1269c tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 943 time: 0.1655104 Aug 25 17:55:35.607595 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:35.642213 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f638f-c7a2-49a2-aa41-b224c99e02f5 x-openstack-request-id: req-978f638f-c7a2-49a2-aa41-b224c99e02f5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:35.642675 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3567ff-bb90-4f76-a87c-9ce082e59c22", "tag": "d8a2e6c7-9088-4de0-8715-fbc25cb75f1e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:35.643082 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-978f638f-c7a2-49a2-aa41-b224c99e02f5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:35.644116 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'tag': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e', 'status': 'completed', 'code': 200} Aug 25 17:55:35.648776 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-d86ebd1f-81a8-4899-acfb-ccfb080ec720 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 HTTP/1.1" status: 200 len: 217 time: 0.0823500 Aug 25 17:55:35.735684 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3fc99d8-de06-42a8-8a4f-86fa11d5001f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:35.787315 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-09f022c8-e945-4321-bc14-2e8021de03db req-e60e88ca-24ff-479d-8bb4-d0befe8f4523 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689565 Aug 25 17:55:36.030006 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:36.065026 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3140b996-13b9-4772-984b-20b8c0fc8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:36.066627 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3140b996-13b9-4772-984b-20b8c0fc8412 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f7413b16-ea7c-4eb2-8917-beb21a5d0900 HTTP/1.1" status: 200 len: 849 time: 0.4357853 Aug 25 17:55:36.163977 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-3e0c9b21-88ef-4df5-a3ba-fd9c6b49c1f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5090048b-daea-4636-81d8-90789279bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455287 Aug 25 17:55:36.188765 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-d3dc6b53-7480-430d-a1be-9712498e8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:36.190125 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-d3dc6b53-7480-430d-a1be-9712498e8f95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.5142779 Aug 25 17:55:36.264104 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f202761-6538-42f4-8c55-3d5d0b496c45 req-5c08582f-d058-407e-a4d4-07071bc07d65 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:36.265757 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5f202761-6538-42f4-8c55-3d5d0b496c45 req-5c08582f-d058-407e-a4d4-07071bc07d65 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.5736504 Aug 25 17:55:36.287478 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-376891ae-34d4-4f11-8a63-7ac85f2d9fa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741913 Aug 25 17:55:36.339862 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Router be1274e0-ecc6-4f91-9f83-d06f03595e94 is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:55:36.375165 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b70aca-9c28-47fe-9950-e45ebd3fa1df None None] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:55:36.461145 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5f202761-6538-42f4-8c55-3d5d0b496c45 req-704ff69a-4d92-4f92-956c-8b3af10347f9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719902 Aug 25 17:55:36.474318 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-540859ff-3a9a-4aca-9f53-6c857ce1b949 None None] Provisioning for port 269412fd-f630-4ba6-bb55-c85661690589 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:36.543533 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-c99b539b-1de5-4ce7-beae-b045ca21472c service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311287 Aug 25 17:55:36.553097 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-8cdfd740-9c2c-431c-8c40-ebb3054ccdc2 service neutron] 10.222.0.10 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666742 Aug 25 17:55:36.612169 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:55:36.626263 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Sync routers for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:55:36.655530 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:55:36.659367 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:55:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:36.672186 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:36.674024 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-09480689-7f2a-46c4-bb7e-bb8cedae3d74 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8898878 Aug 25 17:55:36.676942 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:36.854752 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013cbf0-d7e3-475f-bdc8-d9ddbbe67f8e req-a3cd0ed9-f8d3-4ae3-a0ec-24db49f4adbb tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:36.857745 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d013cbf0-d7e3-475f-bdc8-d9ddbbe67f8e req-a3cd0ed9-f8d3-4ae3-a0ec-24db49f4adbb tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 944 time: 0.1942232 Aug 25 17:55:36.878245 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:55:37.004924 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d013cbf0-d7e3-475f-bdc8-d9ddbbe67f8e req-3b781579-94c9-4326-b724-90e91937aed7 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165001 Aug 25 17:55:37.055215 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c880a35f-a146-4ae5-a2ca-28e0fe889a65 req-f5784565-7c3d-41e2-8a33-bbb4c73d3d0a service neutron] 10.222.0.10 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573019 Aug 25 17:55:37.063374 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e49ffc3-0ddf-4101-9aaa-fa80256a6216 req-a8dd446b-35e8-48bf-99e0-1e0318f0abcf service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858475 Aug 25 17:55:37.093024 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 269412fd-f630-4ba6-bb55-c85661690589 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:37.231531 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 269412fd-f630-4ba6-bb55-c85661690589 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:37.237609 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:35Z', 'revision_number': 3, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:37.242303 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 269412fd-f630-4ba6-bb55-c85661690589 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:37.244229 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:37.275128 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Checking router: be1274e0-ecc6-4f91-9f83-d06f03595e94 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:55:37.275816 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Updating router be1274e0-ecc6-4f91-9f83-d06f03595e94 port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:55:37.300598 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-25256b6a-515c-42ec-9fda-17a9b945e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:37.303193 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-25256b6a-515c-42ec-9fda-17a9b945e1bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=716297d5566d4831becad5a515416881&device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 1097 time: 0.1223989 Aug 25 17:55:37.325026 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:37.363366 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9bfd9abb-9fa2-47b3-95a1-4b9617e98824 None None] Provisioning complete for port 269412fd-f630-4ba6-bb55-c85661690589 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:37.364049 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9abb-9fa2-47b3-95a1-4b9617e98824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:37.497742 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:37.567289 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 269412fd-f630-4ba6-bb55-c85661690589, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=269412fd-f630-4ba6-bb55-c85661690589,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:37.614862 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:37.674997 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'tag': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:37.683757 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215ec53f-6ffb-437e-926a-fc5fa245349b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a9a869-15d3-408d-b5c0-589d254e4a3d", "tag": "2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:37.690198 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=269412fd-f630-4ba6-bb55-c85661690589,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:37.690943 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-a0a49140-1538-42c2-9f03-53251b6c8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:37.692580 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-a0a49140-1538-42c2-9f03-53251b6c8d62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5090048b-daea-4636-81d8-90789279bfcc HTTP/1.1" status: 200 len: 910 time: 0.3725333 Aug 25 17:55:37.744579 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88afe8-0399-4ab1-b025-6a980d2caec0 req-1a00f308-2d21-4b5e-bb21-bce647395233 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:37.753244 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ff88afe8-0399-4ab1-b025-6a980d2caec0 req-1a00f308-2d21-4b5e-bb21-bce647395233 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 943 time: 0.7531745 Aug 25 17:55:37.769392 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-5c5e8896-8036-45c5-af75-f3016afafa04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e HTTP/1.1" status: 200 len: 217 time: 0.0588660 Aug 25 17:55:37.783700 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53586274-e313-41a4-aa08-6250289f199f req-ea2267f0-7bd7-4911-9c8b-3a38c806817b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:37.786355 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-53586274-e313-41a4-aa08-6250289f199f req-ea2267f0-7bd7-4911-9c8b-3a38c806817b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.2234435 Aug 25 17:55:37.820548 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:37.840368 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Transition to ACTIVE for port object 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:37.851002 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:37.913279 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-53586274-e313-41a4-aa08-6250289f199f req-2b82ac54-ecf0-4047-976e-1415fd032dfb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781419 Aug 25 17:55:37.919735 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-ae64faaf-8e6d-46fd-96ae-dab22871280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:37.922889 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-ae64faaf-8e6d-46fd-96ae-dab22871280b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f7413b16-ea7c-4eb2-8917-beb21a5d0900 HTTP/1.1" status: 200 len: 849 time: 0.1344957 Aug 25 17:55:37.925618 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ff88afe8-0399-4ab1-b025-6a980d2caec0 req-e19fafda-17fe-48e5-8959-ea7911916d3a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712291 Aug 25 17:55:37.976285 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Attempting to bind port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:55:37.980338 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Attempting to bind port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:55:37.980338 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Attempting to bind port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:37.995631 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Pushing event updated for resources: {'Port': ['ID=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:38.021997 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.022560 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.025136 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.025136 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.025136 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.025136 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.025136 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.025136 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.027727 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-8adf4d21-5ad0-4fca-9b36-bc5b74c6b896 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5090048b-daea-4636-81d8-90789279bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802302 Aug 25 17:55:38.027996 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.028701 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.029048 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.029505 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:38.040481 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:55:38.040481 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:38.040481 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:38.040481 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:55:38.040481 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Bound port: 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:55:38.040481 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:38.156664 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34b1dfb-3c35-414d-b495-1e368ceb061a x-openstack-request-id: req-c34b1dfb-3c35-414d-b495-1e368ceb061a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:38.157069 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a9a869-15d3-408d-b5c0-589d254e4a3d", "tag": "2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:38.157350 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c34b1dfb-3c35-414d-b495-1e368ceb061a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:38.157847 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'tag': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'status': 'completed', 'code': 200} Aug 25 17:55:38.176738 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] For port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:55:38.184406 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] For port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:55:38.192191 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:38.259260 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-8e9b64bd-3e92-42b8-b095-668d6311596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:38.261308 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-8e9b64bd-3e92-42b8-b095-668d6311596b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 1096 time: 0.1068430 Aug 25 17:55:38.265892 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-cdf24a33-6268-47d1-8f42-27ccf20c660b service neutron] 10.222.0.10 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224197 Aug 25 17:55:38.275084 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904af2b-69da-47a7-aa99-b3cc90c51f59 None None] Pushing event updated for resources: {'Port': ['ID=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:38.293756 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:55:38.294950 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:55:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:38.329801 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb824-3d17-4444-a89d-974fb5079637 req-c230b4aa-3f20-4ca8-9b64-0bd61cb280f5 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:38.341134 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-624bb824-3d17-4444-a89d-974fb5079637 req-c230b4aa-3f20-4ca8-9b64-0bd61cb280f5 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 944 time: 0.1888762 Aug 25 17:55:38.379877 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59ff753c-3cc4-4dea-afef-7b2733c2dae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:38.470160 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:55:38.481229 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-624bb824-3d17-4444-a89d-974fb5079637 req-f94617ec-2bac-41f2-8553-1d80c4a36313 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316428 Aug 25 17:55:38.512549 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:38.593883 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-055569bb-9f01-4ab4-882c-766676ebaf24 req-00d48b8c-3e6d-40b3-9e76-4c3629a119d1 service neutron] 10.222.0.10 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895205 Aug 25 17:55:38.595129 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-da625682-3f5c-47cc-84f0-1f9eeee3552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:38.596751 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-da625682-3f5c-47cc-84f0-1f9eeee3552f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 915 time: 0.2945514 Aug 25 17:55:38.611475 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:38.703951 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-494a55c7-c760-48bc-af07-d20a31d3ee73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 HTTP/1.1" status: 200 len: 217 time: 0.0859361 Aug 25 17:55:38.714440 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45016) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:38.832905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-67b881e0-410f-4429-86d3-f05449dc0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:38.835283 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-67b881e0-410f-4429-86d3-f05449dc0935 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.1055100 Aug 25 17:55:38.936553 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-44eae348-37ea-4603-af25-64975b5df022 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877419 Aug 25 17:55:38.945579 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Allocated IP 172.20.0.1 (9e45ddbc-e3e4-4ced-b92b-9536403ec6b2/2203d1ac-72b4-4b01-b1ef-ef74b05fba54/bd2cadf8-9acd-4a5a-a17e-af9b67be6723) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:38.964199 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f32644e-f671-42d6-b4f9-5e5a34065dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:38.981957 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 269412fd-f630-4ba6-bb55-c85661690589 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:39.005217 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:35Z', 'revision_number': 3, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:39.065236 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad0781-75cd-4601-be36-9d7c4dd6ef7f None None] The sync data for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi is: [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:35Z', 'revision_number': 3, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:55:39.163216 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 269412fd-f630-4ba6-bb55-c85661690589 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:39.164668 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:39.286623 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee02bdc-6d4b-408d-a223-6602adcb2f1d req-5e101e8d-46b2-455e-a11c-3bd1b030f90a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:39.306641 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cee02bdc-6d4b-408d-a223-6602adcb2f1d req-5e101e8d-46b2-455e-a11c-3bd1b030f90a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.2313948 Aug 25 17:55:39.352339 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-bee61d4f-f657-4ae3-a2c8-05b6c0fb7665 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998725 Aug 25 17:55:39.373070 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:39.392963 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa46e7-441a-4f7f-955a-35f6bc06bedd req-fef1b275-28ca-49a3-bef1-a48f65dd87ec tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:39.394567 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-14fa46e7-441a-4f7f-955a-35f6bc06bedd req-fef1b275-28ca-49a3-bef1-a48f65dd87ec tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 943 time: 0.1914296 Aug 25 17:55:39.410628 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Transition to ACTIVE for port object bd2cadf8-9acd-4a5a-a17e-af9b67be6723 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:39.485205 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cee02bdc-6d4b-408d-a223-6602adcb2f1d req-4ec0f322-dfac-4dbf-92e3-2d4b3e0a6564 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772554 Aug 25 17:55:39.486049 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-14fa46e7-441a-4f7f-955a-35f6bc06bedd req-63e407c6-d6f8-4583-a659-ff41c661ca05 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729849 Aug 25 17:55:39.528565 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:39.533007 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:39.610501 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f32644e-f671-42d6-b4f9-5e5a34065dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:39.629588 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f32644e-f671-42d6-b4f9-5e5a34065dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:39.696914 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:39.706380 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:39.712383 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:39.712383 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:39.772166 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-215ec53f-6ffb-437e-926a-fc5fa245349b req-3754c1af-cba8-4b5f-ba57-4ff4181f2538 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014437 Aug 25 17:55:39.811476 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32644e-f671-42d6-b4f9-5e5a34065dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faacaf1d-297d-4977-bcc6-437693ea05c0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:39.873692 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-1f32644e-f671-42d6-b4f9-5e5a34065dde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a3c0a3fabcb4740acf304132adbdbff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1556060 Aug 25 17:55:39.875444 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45050) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:39.954830 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5a662-14a7-4c23-98eb-f9f4278f6514 req-ecacd766-81d7-4b58-9337-4cc9fd8f2a20 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:39.968015 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-60e5a662-14a7-4c23-98eb-f9f4278f6514 req-ecacd766-81d7-4b58-9337-4cc9fd8f2a20 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 944 time: 0.1924036 Aug 25 17:55:39.973547 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:40.015927 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.070355 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-60e5a662-14a7-4c23-98eb-f9f4278f6514 req-20d36009-1386-4197-8d89-6c26c65edd17 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006184 Aug 25 17:55:40.081960 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dac6dfb2-29d9-4e6d-a9d3-8ca14979fadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.113029 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dac6dfb2-29d9-4e6d-a9d3-8ca14979fadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.124799 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ba1c5f85-5c08-443f-bd00-9260924bbd6a None None] Provisioning for port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:40.131637 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ba1c5f85-5c08-443f-bd00-9260924bbd6a None None] Provisioning complete for port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:40.132655 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5f85-5c08-443f-bd00-9260924bbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.183691 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dac6dfb2-29d9-4e6d-a9d3-8ca14979fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.186871 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dac6dfb2-29d9-4e6d-a9d3-8ca14979fadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.188207 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-dac6dfb2-29d9-4e6d-a9d3-8ca14979fadb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/faacaf1d-297d-4977-bcc6-437693ea05c0 HTTP/1.1" status: 204 len: 168 time: 0.3120480 Aug 25 17:55:40.197920 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6dfb2-29d9-4e6d-a9d3-8ca14979fadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faacaf1d-297d-4977-bcc6-437693ea05c0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:40.207313 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c5f85-5c08-443f-bd00-9260924bbd6a None None] Port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:55:40.322885 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.329631 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.330900 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:40.472038 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:40.544791 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:40.547604 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:40.757362 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f286a7-d8e7-49ce-9e32-aaacac0c639d req-50037737-f188-43db-bbba-ffb23f8560e9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:40.759438 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c6f286a7-d8e7-49ce-9e32-aaacac0c639d req-50037737-f188-43db-bbba-ffb23f8560e9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1057539 Aug 25 17:55:40.778323 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1a114-e27e-439d-ba68-d52f0ff2b472 req-a34dbf60-f250-4717-b731-ca9d01af8f38 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:40.792656 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7dc1a114-e27e-439d-ba68-d52f0ff2b472 req-a34dbf60-f250-4717-b731-ca9d01af8f38 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 943 time: 0.1150210 Aug 25 17:55:40.837785 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Router be1274e0-ecc6-4f91-9f83-d06f03595e94 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:55:40.844820 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c6f286a7-d8e7-49ce-9e32-aaacac0c639d req-5ac513dd-f83d-487a-8bba-8812ac010755 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758860 Aug 25 17:55:40.864950 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7dc1a114-e27e-439d-ba68-d52f0ff2b472 req-03f879b2-81cd-4171-ba4c-e74444f65a0e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657136 Aug 25 17:55:41.006575 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:41.075006 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-60b73c1c-e28e-4d60-b86c-6870c7025a25 None None] Provisioning complete for port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:41.075378 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60b73c1c-e28e-4d60-b86c-6870c7025a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:41.079224 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:55:41.088441 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-58b1fa7d-88a4-43f9-99c6-74de7f879404 admin admin] 10.222.0.23 "PUT /v2.0/routers/be1274e0-ecc6-4f91-9f83-d06f03595e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4102433 Aug 25 17:55:41.126764 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-60b73c1c-e28e-4d60-b86c-6870c7025a25 None None] Port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:55:41.146293 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:41.161533 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:41.161913 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:41.301690 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c46abc-fff1-4522-b058-af8905af5ce4 req-fa241315-6574-4178-826b-8126ac9fe63a tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:41.310573 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-52c46abc-fff1-4522-b058-af8905af5ce4 req-fa241315-6574-4178-826b-8126ac9fe63a tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 944 time: 0.0959251 Aug 25 17:55:41.346510 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:55:41.400359 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:41.418464 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:41.418600 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-52c46abc-fff1-4522-b058-af8905af5ce4 req-249c6f0d-d726-4214-b621-48f9a1d967c5 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015251 Aug 25 17:55:41.504201 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:41.512050 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:41.609607 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:41.619520 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:41.634119 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'port_id': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'mac_address': 'fa:16:3e:81:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2759b9-c341-4aa4-997a-1868fb9e591a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:55:41.698638 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:41.718928 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Sync routers for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:55:41.729011 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:55:41.748784 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:55:41.751946 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:55:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:41.806339 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:41.817949 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:41.818948 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d8a2e6c7-9088-4de0-8715-fbc25cb75f1e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:55:41.823878 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45096) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:41.974686 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5050-1787-4fa1-bda6-12f539ecee49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.038814 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:55:42.136760 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf7f1a-7aac-4825-855e-ef6e350cf051 req-95cd0315-b7f3-4ae9-ac0d-305ca26afd5d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:42.153196 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1faf7f1a-7aac-4825-855e-ef6e350cf051 req-95cd0315-b7f3-4ae9-ac0d-305ca26afd5d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1218216 Aug 25 17:55:42.156920 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:42.202789 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:42.213290 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91522553-e55a-45b3-818b-ccbf6d47e2f0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801742227', 'description': 'tempest-description--457065750'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:42.227992 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1faf7f1a-7aac-4825-855e-ef6e350cf051 req-6a7625cb-57ca-48f7-9d1b-0f5ea3029890 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651069 Aug 25 17:55:42.279055 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5050-1787-4fa1-bda6-12f539ecee49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.284813 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5050-1787-4fa1-bda6-12f539ecee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.310040 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:42.314486 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91522553-e55a-45b3-818b-ccbf6d47e2f0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.338474 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e', 'network_id': '5090048b-daea-4636-81d8-90789279bfcc', 'port_id': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e', 'mac_address': 'fa:16:3e:64:d2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7413b16-ea7c-4eb2-8917-beb21a5d0900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:55:42.370485 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c9bc5050-1787-4fa1-bda6-12f539ecee49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb754297f63d45debd07c373079dd0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431356 Aug 25 17:55:42.372135 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc5050-1787-4fa1-bda6-12f539ecee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ac174b-e925-4d1f-a7c4-5b469ecfbc1c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:42.374398 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:42.440986 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.466681 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a2e6c7-9088-4de0-8715-fbc25cb75f1e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:55:42.496827 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61d11-d33e-4b38-9b1a-9d7c9c9cbd14 req-f3ccf55e-7364-4f17-beb2-7a173dc63f6e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:42.497752 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:42.499522 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c8c61d11-d33e-4b38-9b1a-9d7c9c9cbd14 req-f3ccf55e-7364-4f17-beb2-7a173dc63f6e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 944 time: 0.1877224 Aug 25 17:55:42.509275 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.519986 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:40Z', 'revision_number': 2, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:42.571803 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbbc080a-93c4-4ba2-8043-9bc0c3bf9f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.584396 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Checking router: be1274e0-ecc6-4f91-9f83-d06f03595e94 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:55:42.584982 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Updating router be1274e0-ecc6-4f91-9f83-d06f03595e94 port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:55:42.656178 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.673837 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbbc080a-93c4-4ba2-8043-9bc0c3bf9f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.674801 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b0bf-3ff6-4205-bb82-6789f2ccdc58 req-c3b00555-57cd-4fad-9418-6048302a0eb0 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:42.678292 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb18b0bf-3ff6-4205-bb82-6789f2ccdc58 req-c3b00555-57cd-4fad-9418-6048302a0eb0 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 945 time: 0.1118786 Aug 25 17:55:42.689361 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:42.690986 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c8c61d11-d33e-4b38-9b1a-9d7c9c9cbd14 req-9d037649-9651-4001-8c29-f1845cdf4606 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692359 Aug 25 17:55:42.710102 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91522553-e55a-45b3-818b-ccbf6d47e2f0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.722737 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91522553-e55a-45b3-818b-ccbf6d47e2f0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.756388 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb18b0bf-3ff6-4205-bb82-6789f2ccdc58 req-033dc413-3020-40c9-b599-872e58f2a04e tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691717 Aug 25 17:55:42.788638 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91522553-e55a-45b3-818b-ccbf6d47e2f0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.789962 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-91522553-e55a-45b3-818b-ccbf6d47e2f0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5848968 Aug 25 17:55:42.791532 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91522553-e55a-45b3-818b-ccbf6d47e2f0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c4dab-3202-4c86-b28e-5ba3ea80b502,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:42.795236 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45114) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:42.807519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6a3ebd94-d4a1-4088-8fe2-d80a56c83f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'security_group_rule': {'security_group_id': 'c40c4dab-3202-4c86-b28e-5ba3ea80b502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:42.829838 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbbc080a-93c4-4ba2-8043-9bc0c3bf9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.832406 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbbc080a-93c4-4ba2-8043-9bc0c3bf9f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.836363 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-dbbc080a-93c4-4ba2-8043-9bc0c3bf9f92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3ac174b-e925-4d1f-a7c4-5b469ecfbc1c HTTP/1.1" status: 204 len: 168 time: 0.4577470 Aug 25 17:55:42.851442 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc080a-93c4-4ba2-8043-9bc0c3bf9f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ac174b-e925-4d1f-a7c4-5b469ecfbc1c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:42.881669 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebd94-d4a1-4088-8fe2-d80a56c83f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.984489 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebd94-d4a1-4088-8fe2-d80a56c83f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:42.989714 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebd94-d4a1-4088-8fe2-d80a56c83f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.024673 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ebd94-d4a1-4088-8fe2-d80a56c83f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaba5bd-00f6-493f-86f7-43fb9c89283c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:43.035479 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebd94-d4a1-4088-8fe2-d80a56c83f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.037990 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-6a3ebd94-d4a1-4088-8fe2-d80a56c83f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2402656 Aug 25 17:55:43.041223 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:43.050638 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ae9f1907-7885-43b7-b676-8a08ac8cb964 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'security_group_rule': {'security_group_id': 'c40c4dab-3202-4c86-b28e-5ba3ea80b502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:43.103536 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1907-7885-43b7-b676-8a08ac8cb964 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.132671 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:43.134935 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['d8a2e6c7-9088-4de0-8715-fbc25cb75f1e'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:55:43.137195 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:55:43.172232 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1907-7885-43b7-b676-8a08ac8cb964 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.177747 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1907-7885-43b7-b676-8a08ac8cb964 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.202612 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f1907-7885-43b7-b676-8a08ac8cb964 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51a4507-3ca0-4bce-b1bd-b180508171a0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:43.209961 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1907-7885-43b7-b676-8a08ac8cb964 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.211996 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-ae9f1907-7885-43b7-b676-8a08ac8cb964 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684670 Aug 25 17:55:43.217106 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45124) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:43.234163 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:43.286727 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.390572 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:43.390875 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.483748 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45130) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:43.490826 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705468e0-a24e-4101-b859-6122d435d824 req-d104913f-d57f-42d4-a4c3-8cff8ab14c88 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:43.494433 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-705468e0-a24e-4101-b859-6122d435d824 req-d104913f-d57f-42d4-a4c3-8cff8ab14c88 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1300504 Aug 25 17:55:43.520146 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c11d7615-a015-4a7f-b576-87f62a8575d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.549065 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.574272 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.574693 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-705468e0-a24e-4101-b859-6122d435d824 req-b307b59a-73f7-43b1-b267-a8f0535cc109 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703914 Aug 25 17:55:43.641505 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Transition to ACTIVE for port object bd2cadf8-9acd-4a5a-a17e-af9b67be6723 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:43.690499 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.773955 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Allocated IP 172.27.2.129 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/773e23a0-d18f-44a3-962f-4d2a0a3e7737) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:43.803217 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c11d7615-a015-4a7f-b576-87f62a8575d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.844474 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c11d7615-a015-4a7f-b576-87f62a8575d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.902597 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eb84d-38f7-4d85-b5f7-e75d0624b682 None None] Pushing event updated for resources: {'Port': ['ID=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:43.973320 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Attempting to bind port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:55:43.974058 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Attempting to bind port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:55:43.974684 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Attempting to bind port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:43.982138 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:55:43.982654 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Checking segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:43.982920 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.983311 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Bound using segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:55:43.983806 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Bound port: bd2cadf8-9acd-4a5a-a17e-af9b67be6723, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:55:43.984210 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:43.985089 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c11d7615-a015-4a7f-b576-87f62a8575d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cbac0fff937419ea65266f4dade6293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963181 Aug 25 17:55:43.995656 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45138) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:44.062006 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d7615-a015-4a7f-b576-87f62a8575d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134042f5-e255-45ba-9038-e3ee427bc3db,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:44.090462 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950204-05f4-462c-996c-3e80dd721a8b req-3a83adc4-348b-4cd0-9f64-9511439add6b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:44.107556 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9f950204-05f4-462c-996c-3e80dd721a8b req-3a83adc4-348b-4cd0-9f64-9511439add6b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 944 time: 0.1683059 Aug 25 17:55:44.117010 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f20ba-bb7c-45e1-be8f-4b20df835b1c req-c5606021-2ad7-46a5-adb1-2b526fa5d535 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:44.118800 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] For port bd2cadf8-9acd-4a5a-a17e-af9b67be6723, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:55:44.130392 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f74f20ba-bb7c-45e1-be8f-4b20df835b1c req-c5606021-2ad7-46a5-adb1-2b526fa5d535 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 945 time: 0.2358367 Aug 25 17:55:44.134845 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] For port bd2cadf8-9acd-4a5a-a17e-af9b67be6723, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:55:44.141045 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.179071 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9f950204-05f4-462c-996c-3e80dd721a8b req-6fca3c0f-0d7f-4b6d-80f0-e4797d85af6a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693746 Aug 25 17:55:44.233646 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:55:44.234546 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:55:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:44.262558 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f74f20ba-bb7c-45e1-be8f-4b20df835b1c req-5c71fae6-150f-49f0-95fd-3d3a6dee1f0d tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309760 Aug 25 17:55:44.269591 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.303573 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bbe14b4d-3975-4f42-af20-5c76f77089ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.314912 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eb84d-38f7-4d85-b5f7-e75d0624b682 None None] Pushing event updated for resources: {'Port': ['ID=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:44.340034 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bbe14b4d-3975-4f42-af20-5c76f77089ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.351126 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.429937 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:55:44.432763 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:44.439056 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:44.443752 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:44.475086 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'Port': ['ID=773e23a0-d18f-44a3-962f-4d2a0a3e7737,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:44.504284 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bbe14b4d-3975-4f42-af20-5c76f77089ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.509210 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bbe14b4d-3975-4f42-af20-5c76f77089ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.511123 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-bbe14b4d-3975-4f42-af20-5c76f77089ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/134042f5-e255-45ba-9038-e3ee427bc3db HTTP/1.1" status: 204 len: 168 time: 0.5075727 Aug 25 17:55:44.542479 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe14b4d-3975-4f42-af20-5c76f77089ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134042f5-e255-45ba-9038-e3ee427bc3db,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:44.648918 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.719319 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:44.764027 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:44Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:55:44.800117 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7257f-4ccf-4b77-a0ae-1033913533b8 None None] The sync data for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi is: [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:44Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:55:44.895755 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b080f7-029a-46b5-88a4-7d200780598f req-690f69cc-7f78-49b8-bad5-40259c42d155 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:44.905409 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e6b080f7-029a-46b5-88a4-7d200780598f req-690f69cc-7f78-49b8-bad5-40259c42d155 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1306632 Aug 25 17:55:44.975155 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e6b080f7-029a-46b5-88a4-7d200780598f req-7630d706-c355-43a8-b22a-3e46d54ef478 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685663 Aug 25 17:55:45.064209 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:45.071253 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:45.166419 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'Port': ['ID=773e23a0-d18f-44a3-962f-4d2a0a3e7737,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:45.177004 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:45.194099 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:45.204754 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-f49110ff-c13c-4e22-838e-6ae6aec09786 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9704823 Aug 25 17:55:45.363259 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:45.426574 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697324-ec9b-47ab-a795-420e10fe996a req-cdaeeb9f-6f00-40d4-9550-8aa0fc587d88 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:45.429439 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-07697324-ec9b-47ab-a795-420e10fe996a req-cdaeeb9f-6f00-40d4-9550-8aa0fc587d88 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 944 time: 0.1340129 Aug 25 17:55:45.497172 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:45.502854 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:45.503285 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:45.532015 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f3219-fec2-4cfc-a25d-faefc5f06c39 req-ba6ff715-01b2-46ea-b544-be4793b0ffc8 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:45.535255 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f40f3219-fec2-4cfc-a25d-faefc5f06c39 req-ba6ff715-01b2-46ea-b544-be4793b0ffc8 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 945 time: 0.1217110 Aug 25 17:55:45.565571 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-07697324-ec9b-47ab-a795-420e10fe996a req-63a2e757-68f4-4556-80aa-413c716c5565 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256633 Aug 25 17:55:45.642470 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f40f3219-fec2-4cfc-a25d-faefc5f06c39 req-8b4485c1-e544-4528-8c51-b2c43059f5cc tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904782 Aug 25 17:55:45.693344 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:45.743866 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:45.746675 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ed58fc-cfe5-4e22-b334-71f17320be87" -d '{"events": [{"server_uuid": "a5a9a869-15d3-408d-b5c0-589d254e4a3d", "name": "network-vif-plugged", "status": "completed", "tag": "2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:45.783913 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:45.795164 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:45.796539 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d8a2e6c7-9088-4de0-8715-fbc25cb75f1e up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:45.833982 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142a1c1-ddaa-4919-8936-1ab2dd8074d2 x-openstack-request-id: req-5142a1c1-ddaa-4919-8936-1ab2dd8074d2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:45.834249 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a9a869-15d3-408d-b5c0-589d254e4a3d", "name": "network-vif-plugged", "status": "completed", "tag": "2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:45.834446 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5142a1c1-ddaa-4919-8936-1ab2dd8074d2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:45.834800 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'code': 200} Aug 25 17:55:45.917125 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-33979702-32ba-41c5-87ff-d48398d180fb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--801742227&fields=id&tenant_id=615c6ca94e074f79bb2ae1593dae6df4 HTTP/1.1" status: 200 len: 267 time: 0.1572104 Aug 25 17:55:46.029216 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:46.046265 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:46.051738 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:46.052327 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:46.203867 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:46.252615 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5f309-188a-4fd8-93c2-0504b0b790cd req-37871448-50ef-45df-aa06-ecbb9e995e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:46.255010 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abd5f309-188a-4fd8-93c2-0504b0b790cd req-37871448-50ef-45df-aa06-ecbb9e995e34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 1098 time: 0.1515551 Aug 25 17:55:46.262799 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:46.269768 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:46.385499 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-2d5bb6d0-ddc7-4751-9cdf-0e8f3f82654b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:46.388097 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:46.401871 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-2d5bb6d0-ddc7-4751-9cdf-0e8f3f82654b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 809 time: 0.4824936 Aug 25 17:55:46.409743 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5930fd-b52e-480d-bd67-d5716ebfd45a req-3de175de-43d3-452f-aedf-2e451f592ea5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:46.411980 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0c5930fd-b52e-480d-bd67-d5716ebfd45a req-3de175de-43d3-452f-aedf-2e451f592ea5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1429343 Aug 25 17:55:46.431886 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abd5f309-188a-4fd8-93c2-0504b0b790cd req-51c42ee6-8f79-443f-9c30-666f28994965 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495078 Aug 25 17:55:46.435973 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-13757bf2-a1cd-4da0-a753-fa9d20238e4e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/quotas/615c6ca94e074f79bb2ae1593dae6df4 HTTP/1.1" status: 200 len: 375 time: 0.0328290 Aug 25 17:55:46.529799 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0c5930fd-b52e-480d-bd67-d5716ebfd45a req-235a2f41-d94e-41a6-b84b-f1e11cdc7aa3 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868742 Aug 25 17:55:46.565354 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-c1d265c7-f5ea-42a0-bcde-60c0fd3b328c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082871 Aug 25 17:55:46.722664 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-9c3c2649-9c62-4102-9111-1d89bfa3c939 service neutron] 10.222.0.23 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325560 Aug 25 17:55:46.755871 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4088ecd-70a8-4103-bd17-1c1780cc5ba1 req-5f22a30e-f441-462a-bb24-a62d8b562edf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:46.758474 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c4088ecd-70a8-4103-bd17-1c1780cc5ba1 req-5f22a30e-f441-462a-bb24-a62d8b562edf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 945 time: 0.0899124 Aug 25 17:55:46.822370 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c4088ecd-70a8-4103-bd17-1c1780cc5ba1 req-5fc86e94-d000-432c-87c6-799ac96c0901 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517950 Aug 25 17:55:47.035614 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device bd2cadf8-9acd-4a5a-a17e-af9b67be6723 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:47.112699 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e84b9-6dd0-4460-854c-c56676369660 req-400c4c92-c0fa-4993-b118-a6c4b88542d4 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:47.117514 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-885e84b9-6dd0-4460-854c-c56676369660 req-400c4c92-c0fa-4993-b118-a6c4b88542d4 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.1183102 Aug 25 17:55:47.169779 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:47.178917 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:47.179928 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:47.195440 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-885e84b9-6dd0-4460-854c-c56676369660 req-f72403a6-35b1-4291-b51e-304335388c0e tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694122 Aug 25 17:55:47.275227 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-e68ee289-54b7-4a8f-b81d-d38c9834e67f service neutron] 10.222.0.23 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433788 Aug 25 17:55:47.316338 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:47.375372 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port bd2cadf8-9acd-4a5a-a17e-af9b67be6723, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:47.379890 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:47.470122 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:47.573727 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-022550f2-8e22-4438-9b5b-87e24c739248 req-bfcf52d5-d836-4fc6-941c-df09e15d1151 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 210 time: 0.0500660 Aug 25 17:55:47.684850 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacce83-a285-4117-8578-fce89eaa612c req-b6f8c8ff-643e-43d4-92a1-de5efdbd402c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:47.686513 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7cacce83-a285-4117-8578-fce89eaa612c req-b6f8c8ff-643e-43d4-92a1-de5efdbd402c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0664093 Aug 25 17:55:47.760658 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7cacce83-a285-4117-8578-fce89eaa612c req-bad518ac-6285-48ee-b117-d1e8d7495d2b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554800 Aug 25 17:55:47.838788 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:47.842327 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c934e66-4407-46ad-b71c-4bbfb60a6d9a" -d '{"events": [{"server_uuid": "4d3567ff-bb90-4f76-a87c-9ce082e59c22", "name": "network-vif-plugged", "status": "completed", "tag": "d8a2e6c7-9088-4de0-8715-fbc25cb75f1e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:47.929299 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b997a7a7-c798-4af6-8ee2-b82516b9806d x-openstack-request-id: req-b997a7a7-c798-4af6-8ee2-b82516b9806d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:47.929683 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3567ff-bb90-4f76-a87c-9ce082e59c22", "name": "network-vif-plugged", "status": "completed", "tag": "d8a2e6c7-9088-4de0-8715-fbc25cb75f1e", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:47.930004 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b997a7a7-c798-4af6-8ee2-b82516b9806d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:47.937515 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e', 'code': 200} Aug 25 17:55:48.085330 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657dae-0e18-4df1-ba16-77cb64f6f01a req-7c740010-157d-4165-a6f9-84d4182fdb91 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:48.089161 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bb657dae-0e18-4df1-ba16-77cb64f6f01a req-7c740010-157d-4165-a6f9-84d4182fdb91 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 945 time: 0.1059854 Aug 25 17:55:48.178385 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bb657dae-0e18-4df1-ba16-77cb64f6f01a req-3e3fdb3d-aa0b-490d-80ba-cc8566c8d63a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804048 Aug 25 17:55:48.283662 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877851db-d36e-453a-a630-60f0de35e34d req-04cbc2e8-dc53-4b19-8664-e37bdc367f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:48.286161 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-877851db-d36e-453a-a630-60f0de35e34d req-04cbc2e8-dc53-4b19-8664-e37bdc367f14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 1099 time: 0.0836079 Aug 25 17:55:48.372537 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-877851db-d36e-453a-a630-60f0de35e34d req-49f15ec9-8bad-4bb0-8fe7-2152f472a169 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Aug 25 17:55:48.428676 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d3a00-48bd-472d-8d54-531c2eb5a720 req-8ca40fac-7e18-4c37-bbc1-12d8c5f57588 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:48.432465 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c92d3a00-48bd-472d-8d54-531c2eb5a720 req-8ca40fac-7e18-4c37-bbc1-12d8c5f57588 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.0982375 Aug 25 17:55:48.493914 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c92d3a00-48bd-472d-8d54-531c2eb5a720 req-3110f378-8e4f-4b96-9271-9b37e50dd63f tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459409 Aug 25 17:55:48.701208 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bf437acd-8dd7-4e1e-a3e3-61c9d29f8c67 req-f88fba5f-fd1a-49fc-a00a-06e38cc28c4b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 210 time: 0.0459111 Aug 25 17:55:48.919785 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device bd2cadf8-9acd-4a5a-a17e-af9b67be6723 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:48.939721 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17614b1d-ea4d-4cd2-90fc-2b7265fe8993 req-21114f44-0e86-454b-bf5c-5e332f0ffaba tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:48.942675 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-17614b1d-ea4d-4cd2-90fc-2b7265fe8993 req-21114f44-0e86-454b-bf5c-5e332f0ffaba tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0948017 Aug 25 17:55:49.001463 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45274) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:49.022729 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:49.023458 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.024765 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-17614b1d-ea4d-4cd2-90fc-2b7265fe8993 req-5786e745-0c42-410e-b20d-2daeacc6dcaf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730126 Aug 25 17:55:49.182650 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e8f3-f860-4578-8e5d-bfdf3413065c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.361979 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e8f3-f860-4578-8e5d-bfdf3413065c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.367799 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e8f3-f860-4578-8e5d-bfdf3413065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.428679 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77630a2-ed5f-49b2-849a-a4071137eedf req-7cc135dc-7221-40d2-9f9e-32ab9bb2477c tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:49.431133 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e77630a2-ed5f-49b2-849a-a4071137eedf req-7cc135dc-7221-40d2-9f9e-32ab9bb2477c tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 945 time: 0.1293058 Aug 25 17:55:49.492187 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-b8e6e8f3-f860-4578-8e5d-bfdf3413065c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bab427e87514258bcc27c5695c80b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890680 Aug 25 17:55:49.497079 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6e8f3-f860-4578-8e5d-bfdf3413065c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d535cf-5fb6-40a0-b53d-c994258c8af7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:49.497468 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:49.553020 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e77630a2-ed5f-49b2-849a-a4071137eedf req-74e33dbc-f246-49a5-bc30-18383936b13b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975296 Aug 25 17:55:49.585109 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f3997e-9022-4319-8410-f743e607f7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.620127 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f3997e-9022-4319-8410-f743e607f7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.648543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-43e96960-7be9-4a4f-8d28-b39241746007 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:49.653794 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-43e96960-7be9-4a4f-8d28-b39241746007 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 809 time: 0.2516758 Aug 25 17:55:49.722437 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245e25-8844-41c7-86f6-0ca507852c18 req-7ad9084f-964a-4aca-802b-6baf0c9775c9 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:49.724175 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ed245e25-8844-41c7-86f6-0ca507852c18 req-7ad9084f-964a-4aca-802b-6baf0c9775c9 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.0934997 Aug 25 17:55:49.749462 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-a2f738c5-8e03-4f77-b43d-92d1db0a931b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615c6ca94e074f79bb2ae1593dae6df4 HTTP/1.1" status: 200 len: 379 time: 0.0711508 Aug 25 17:55:49.764991 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f3997e-9022-4319-8410-f743e607f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.770395 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f3997e-9022-4319-8410-f743e607f7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:49.772993 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-45f3997e-9022-4319-8410-f743e607f7aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59d535cf-5fb6-40a0-b53d-c994258c8af7 HTTP/1.1" status: 204 len: 168 time: 0.2736804 Aug 25 17:55:49.775354 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'port': {'device_id': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'admin_state_up': True, 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'security_groups': ['c40c4dab-3202-4c86-b28e-5ba3ea80b502']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:49.821507 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3997e-9022-4319-8410-f743e607f7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d535cf-5fb6-40a0-b53d-c994258c8af7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:49.856080 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ed245e25-8844-41c7-86f6-0ca507852c18 req-2f414fa0-dacd-48ce-86ef-0946bed9a257 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021426 Aug 25 17:55:49.968323 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4121354d-5629-4f87-a616-955aeb0a76b3 req-da1ba740-3ee2-4a64-9c1c-fb7f42dbdf8d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 210 time: 0.0496478 Aug 25 17:55:50.016756 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Made reservation on behalf of 615c6ca94e074f79bb2ae1593dae6df4 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:50.020834 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.259280 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Allocated IP 172.20.0.7 (9e45ddbc-e3e4-4ced-b92b-9536403ec6b2/2203d1ac-72b4-4b01-b1ef-ef74b05fba54/37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:50.330407 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5fb95-5c66-4c7e-b169-63a034bf4b59 req-9774ad8a-cc01-4185-964b-deeebaf25307 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:50.334418 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0e5fb95-5c66-4c7e-b169-63a034bf4b59 req-9774ad8a-cc01-4185-964b-deeebaf25307 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1201582 Aug 25 17:55:50.353448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:50.383513 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f82e-6e4f-4a24-86bf-a249056b3a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.414292 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0e5fb95-5c66-4c7e-b169-63a034bf4b59 req-066e8705-2030-46cc-b981-4f4cf2b25528 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702789 Aug 25 17:55:50.545384 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.564543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Transition to ACTIVE for port object 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:50.582601 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f82e-6e4f-4a24-86bf-a249056b3a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.596875 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f82e-6e4f-4a24-86bf-a249056b3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.635680 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.649029 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-8cd7f82e-6e4f-4a24-86bf-a249056b3a09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32f779eb60154025a37dad70c2793c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934573 Aug 25 17:55:50.650295 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7f82e-6e4f-4a24-86bf-a249056b3a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca90ca9-6afa-48af-9767-e66b6018babc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:50.653292 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:50.706569 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:50.710156 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:50.719432 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:50.721587 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a78cafc-e303-43a8-9ad5-5e15d167f06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.763741 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a78cafc-e303-43a8-9ad5-5e15d167f06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.770447 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'Port': ['ID=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:50.839092 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:50.840030 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.862192 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-925772aa-9bc5-4935-80fe-2873cdbb9809 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0965662 Aug 25 17:55:50.896773 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Request body: {'port': {'device_id': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:50.912670 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a78cafc-e303-43a8-9ad5-5e15d167f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.917927 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a78cafc-e303-43a8-9ad5-5e15d167f06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:50.920007 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7a78cafc-e303-43a8-9ad5-5e15d167f06d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ca90ca9-6afa-48af-9767-e66b6018babc HTTP/1.1" status: 204 len: 168 time: 0.2655203 Aug 25 17:55:50.934249 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78cafc-e303-43a8-9ad5-5e15d167f06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca90ca9-6afa-48af-9767-e66b6018babc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:51.042592 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:51.173773 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-941c2129-a4a7-4465-83bd-fe8301b88a56 None None] Provisioning for port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:51.186468 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-941c2129-a4a7-4465-83bd-fe8301b88a56 None None] Provisioning complete for port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:51.187587 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-941c2129-a4a7-4465-83bd-fe8301b88a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:51.195309 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13572e2c-a738-48a4-9ef6-98f95066f281 req-85b333fd-a0e6-418c-8c05-c5030f649ca1 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:51.198641 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-13572e2c-a738-48a4-9ef6-98f95066f281 req-85b333fd-a0e6-418c-8c05-c5030f649ca1 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.1586452 Aug 25 17:55:51.235400 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7829ca-96ff-4fea-9f91-ebf5fca9fa54 req-7bca17b0-0af0-4c43-8852-520ec0e3f5af tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:51.242233 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-db7829ca-96ff-4fea-9f91-ebf5fca9fa54 req-7bca17b0-0af0-4c43-8852-520ec0e3f5af tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 931 time: 0.1081836 Aug 25 17:55:51.289308 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-941c2129-a4a7-4465-83bd-fe8301b88a56 None None] Port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:55:51.331881 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-db7829ca-96ff-4fea-9f91-ebf5fca9fa54 req-3308eab8-f4c2-4ea0-ab69-7bb359567eb6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783384 Aug 25 17:55:51.354915 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-13572e2c-a738-48a4-9ef6-98f95066f281 req-4af9883d-4cad-401f-ba93-8df8d060a525 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449318 Aug 25 17:55:51.725242 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:55:51.737085 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:51.748647 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44281720-c837-43e1-bf4f-e124fd16cb01 req-c05bb16f-2955-4693-95c7-46bfa28f37f4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:51.750353 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-44281720-c837-43e1-bf4f-e124fd16cb01 req-c05bb16f-2955-4693-95c7-46bfa28f37f4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1453736 Aug 25 17:55:51.774369 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Transition to ACTIVE for port object 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:51.784300 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:51.907868 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-44281720-c837-43e1-bf4f-e124fd16cb01 req-01d48722-eabb-4601-9ac1-dc1d4ecd429a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385829 Aug 25 17:55:51.915161 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Pushing event updated for resources: {'Port': ['ID=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:52.107255 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Attempting to bind port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:55:52.107806 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Attempting to bind port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:55:52.108377 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Attempting to bind port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:52.121428 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:55:52.122227 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Attempting to bind port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:52.131258 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:55:52.131801 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Checking segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:52.132653 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Bound using segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:55:52.133414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Bound port: 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:55:52.135235 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:52.269712 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] For port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:55:52.275017 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] For port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:55:52.280281 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:52.337428 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:52.339867 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:52.341085 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] 10.222.0.10 "PUT /v2.0/ports/37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 200 len: 1093 time: 1.4553139 Aug 25 17:55:52.341712 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:52.345577 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:52.424920 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce1952-c521-4097-b06e-650e388e3280 service neutron] Pushing event updated for resources: {'Port': ['ID=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:52.478179 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81354561-2f41-4153-9988-8e322026adca x-openstack-request-id: req-81354561-2f41-4153-9988-8e322026adca {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:52.479986 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:52.479986 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81354561-2f41-4153-9988-8e322026adca {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:52.479986 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'status': 'completed', 'code': 200} Aug 25 17:55:52.500091 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-bc027ecc-7503-456b-b65d-2a81e3360697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:52.503357 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-bc027ecc-7503-456b-b65d-2a81e3360697 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 1096 time: 0.0634496 Aug 25 17:55:52.577566 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-efab6aa1-b4ac-4f5b-8633-c010a1ede7a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 200 len: 217 time: 0.0569656 Aug 25 17:55:52.656179 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-feae5dbc-c122-4751-8d0c-eff02c2c9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:52.657918 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-feae5dbc-c122-4751-8d0c-eff02c2c9729 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.0636799 Aug 25 17:55:52.666925 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1966b3-dbd9-4451-80c2-577caea492ac req-9fdebe30-c40d-46c6-b1df-58d8148b5343 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:52.668620 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be1966b3-dbd9-4451-80c2-577caea492ac req-9fdebe30-c40d-46c6-b1df-58d8148b5343 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 943 time: 0.1404917 Aug 25 17:55:52.766520 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-de5384cc-6656-4469-8d91-1bd2bc1d3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:52.768186 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-de5384cc-6656-4469-8d91-1bd2bc1d3792 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922995 Aug 25 17:55:52.771374 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be1966b3-dbd9-4451-80c2-577caea492ac req-794b3dd7-ba99-48af-a56e-46ec3e6c8b17 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773706 Aug 25 17:55:53.021270 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-57c8405a-b1c8-4290-a37f-1f302efcca0f service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242644 Aug 25 17:55:53.087946 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ab86-efe2-40f4-9f6c-287dc24df877 req-b8ea9360-3570-4312-9714-002471efe39d tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:53.091353 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eab7ab86-efe2-40f4-9f6c-287dc24df877 req-b8ea9360-3570-4312-9714-002471efe39d tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.0911090 Aug 25 17:55:53.211059 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54930b-9c4f-426a-8249-cf0b0fbd9406 req-17e0e264-43c8-40e7-b66b-c2f15d45f937 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:53.215201 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bf54930b-9c4f-426a-8249-cf0b0fbd9406 req-17e0e264-43c8-40e7-b66b-c2f15d45f937 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0762892 Aug 25 17:55:53.266156 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eab7ab86-efe2-40f4-9f6c-287dc24df877 req-c97485a5-3a5c-4b30-a95e-e46d787cb325 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480677 Aug 25 17:55:53.287288 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bf54930b-9c4f-426a-8249-cf0b0fbd9406 req-d3060b18-4eac-438e-9af7-feb8a56e6b44 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617499 Aug 25 17:55:53.302507 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31c41b1b-520c-4f45-ad51-45043b85bc6c req-98635e63-c35f-4ad6-a815-238639aa1567 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338419 Aug 25 17:55:53.508660 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-c7f9967c-dc60-4e29-b8cd-e2ad9fe51982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:53.508660 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-c7f9967c-dc60-4e29-b8cd-e2ad9fe51982 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 1096 time: 0.1334438 Aug 25 17:55:53.604438 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-7a226c44-ffff-4996-939e-a33c0c80517e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:53.605862 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-7a226c44-ffff-4996-939e-a33c0c80517e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.1850991 Aug 25 17:55:53.651132 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-f83da8d6-eb3a-455e-9b14-9db5fe1e7d5a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/quotas/36670799293a4c9eac1589c6fb221c40 HTTP/1.1" status: 200 len: 375 time: 0.0349374 Aug 25 17:55:53.696902 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-65899f9e-709c-4049-8bb8-ea98fe593326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:53.699816 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-65899f9e-709c-4049-8bb8-ea98fe593326 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 910 time: 0.1811752 Aug 25 17:55:53.753172 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-617dcc3f-6b29-4c72-a312-161499149017 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 200 len: 217 time: 0.0375986 Aug 25 17:55:53.777912 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-557782a2-a068-44fa-ab75-bd600f6bf9e6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044815 Aug 25 17:55:53.937946 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-1941995a-fcbe-438f-aa0d-70b1bd84e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:53.940446 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-1941995a-fcbe-438f-aa0d-70b1bd84e46d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.1610014 Aug 25 17:55:54.058825 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-99854c41-34d9-4fd2-bf8b-41e5b1b2d693 service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655828 Aug 25 17:55:54.144177 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-b4720ef7-5324-40b6-88d3-8673b4a689b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:54.146432 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-b4720ef7-5324-40b6-88d3-8673b4a689b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1838090 Aug 25 17:55:54.175586 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e78b-6906-495a-b314-baa613e9a247 req-1eb7edb3-f152-4359-907a-4e9d5fffdcc2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:54.177280 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3af6e78b-6906-495a-b314-baa613e9a247 req-1eb7edb3-f152-4359-907a-4e9d5fffdcc2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 943 time: 0.1027408 Aug 25 17:55:54.273755 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3af6e78b-6906-495a-b314-baa613e9a247 req-5334e2c1-3671-4880-9e7b-a5177d99dceb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854905 Aug 25 17:55:54.307613 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-57cd3d51-dd93-41eb-b79a-b78d76d5de02 service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403812 Aug 25 17:55:54.328446 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-a95b1870-f4ca-4490-97b7-06ba1920b917 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680710 Aug 25 17:55:54.484568 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e425a2b8-0769-4251-8dbb-3f9cb651d9e0 req-8a88ba38-1fca-4936-a401-375ac729945b service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332667 Aug 25 17:55:54.673750 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21ab4-04fc-41a4-b92f-0a0e1b0cf4cf req-58b39c1a-bab1-4070-a6c7-b296834c3da3 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:54.676385 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f6a21ab4-04fc-41a4-b92f-0a0e1b0cf4cf req-58b39c1a-bab1-4070-a6c7-b296834c3da3 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.1138284 Aug 25 17:55:54.707020 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e341e-8ec8-4686-b427-65560066eb90 req-1331046b-064e-4f32-bdba-96870bddffa5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:54.708993 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a36e341e-8ec8-4686-b427-65560066eb90 req-1331046b-064e-4f32-bdba-96870bddffa5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0976193 Aug 25 17:55:54.751542 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f6a21ab4-04fc-41a4-b92f-0a0e1b0cf4cf req-3af7db7a-3869-4eb5-a47a-85e8a072d834 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Aug 25 17:55:54.768825 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a36e341e-8ec8-4686-b427-65560066eb90 req-268700e0-eaf0-4989-be0f-babbe0ec1064 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 Aug 25 17:55:54.906111 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-95b283a6-50fd-497d-be35-0a2261c0ba4b req-10f215aa-129c-4a6d-8519-c6178a978e75 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 210 time: 0.0477848 Aug 25 17:55:55.022316 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:55.183954 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.328240 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.332836 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.382519 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:55:55.402356 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d2fda1146e549318fda871d94ab803f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743207 Aug 25 17:55:55.402356 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebc6c9-80a9-4392-9367-f6f9d9d25089,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:55.403420 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45466) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:55.413022 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.413575 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.414114 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.414677 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.415202 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.415733 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.416302 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.416848 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.417371 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.417893 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.418486 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.419014 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a494cd-2ce4-446a-a6d4-6bd2b7cebd23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.594411 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7cb1f-688c-4772-b532-ac4defee805a req-f10a356c-8d5f-456b-bb72-918102d38d84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:55.597605 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8ef7cb1f-688c-4772-b532-ac4defee805a req-f10a356c-8d5f-456b-bb72-918102d38d84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 943 time: 0.1589742 Aug 25 17:55:55.602837 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.656810 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.659721 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:55.676572 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'port_id': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'mac_address': 'fa:16:3e:68:f7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:55:55.726661 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.741129 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:55:55.741561 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8ef7cb1f-688c-4772-b532-ac4defee805a req-4d0514d8-6648-4e65-ad6e-0cd7a3b992ae tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315267 Aug 25 17:55:55.773589 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:55.774818 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-29f87636-6124-4676-b216-e203ff8d2b55 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:55.775311 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.776603 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-29f87636-6124-4676-b216-e203ff8d2b55 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.1173306 Aug 25 17:55:55.863243 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:55.869610 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.874902 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:55.876952 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1aebc6c9-80a9-4392-9367-f6f9d9d25089 HTTP/1.1" status: 204 len: 168 time: 0.4718323 Aug 25 17:55:55.906851 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebc6c9-80a9-4392-9367-f6f9d9d25089,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.962892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.964094 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.964094 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.964094 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.964094 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f6bbd-ff0d-4368-a82a-715b812f14f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:55:55.967267 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c6f31-7e5a-4d8d-a7df-5cfa99480690 req-c1bcce95-a6e2-49d9-937c-a21c179cecda tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:55.973976 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b30c6f31-7e5a-4d8d-a7df-5cfa99480690 req-c1bcce95-a6e2-49d9-937c-a21c179cecda tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 946 time: 0.0769484 Aug 25 17:55:56.038235 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289b1dd-b238-4cd6-bcdf-9f9e1e6fc3aa req-8901bbdb-3962-43e8-8be5-a9d514f011f1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:56.039927 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4289b1dd-b238-4cd6-bcdf-9f9e1e6fc3aa req-8901bbdb-3962-43e8-8be5-a9d514f011f1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0955427 Aug 25 17:55:56.049996 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Deleting port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:55:56.050346 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.063027 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b30c6f31-7e5a-4d8d-a7df-5cfa99480690 req-9ba59402-42aa-4011-b067-ba24c750c75a tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737104 Aug 25 17:55:56.170654 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3b6140f5-2bf4-4d09-880c-eec1b4d18837 req-711413f0-cf59-4d29-a69e-6293ef12e68e tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 210 time: 0.0305150 Aug 25 17:55:56.182355 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4289b1dd-b238-4cd6-bcdf-9f9e1e6fc3aa req-1a53340c-9320-4000-b443-c4f1c8831765 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282940 Aug 25 17:55:56.218859 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:55:56.279057 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] For port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:56.279711 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.321217 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Calling delete_port for d8a2e6c7-9088-4de0-8715-fbc25cb75f1e owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:55:56.446600 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45482) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:56.464922 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8693bace-e321-47a1-b311-fc1ceaf63b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.554130 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-16a700b8-b938-4e1e-bf45-130166fc53db tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:56.558277 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-16a700b8-b938-4e1e-bf45-130166fc53db tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.2606490 Aug 25 17:55:56.586193 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Request body: {'port': {'device_id': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'admin_state_up': True, 'tenant_id': '36670799293a4c9eac1589c6fb221c40'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:56.675776 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8693bace-e321-47a1-b311-fc1ceaf63b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.687303 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8693bace-e321-47a1-b311-fc1ceaf63b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.730861 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693bace-e321-47a1-b311-fc1ceaf63b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0988d605-8a88-4603-8b2f-78b806a6afd2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:56.762689 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.764686 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-8693bace-e321-47a1-b311-fc1ceaf63b6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69498c41d99a4916b0a11ff154872232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160083 Aug 25 17:55:56.767060 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:55:56.809667 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Pushing event deleted for resources: {'Port': ['ID=d8a2e6c7-9088-4de0-8715-fbc25cb75f1e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:56.879387 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] No DVR routers for this DVR port d8a2e6c7-9088-4de0-8715-fbc25cb75f1e on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:55:56.883218 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Made reservation on behalf of 36670799293a4c9eac1589c6fb221c40 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:55:56.887045 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.896967 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.898979 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68d222e4-c657-46e6-87d7-c9febec944b4 req-c155f3f3-2fd0-4697-aea2-488e8d381016 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "DELETE /v2.0/ports/d8a2e6c7-9088-4de0-8715-fbc25cb75f1e HTTP/1.1" status: 204 len: 173 time: 1.1108704 Aug 25 17:55:56.899439 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'name': 'network-vif-deleted', 'tag': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:56.901035 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3edb76a-e685-4a69-9820-322ba2f595f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.901735 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8035ea-8e21-434e-b03f-54f9a140662a" -d '{"events": [{"server_uuid": "4d3567ff-bb90-4f76-a87c-9ce082e59c22", "name": "network-vif-deleted", "tag": "d8a2e6c7-9088-4de0-8715-fbc25cb75f1e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:56.970361 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3edb76a-e685-4a69-9820-322ba2f595f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:56.995266 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a47665-a42b-421b-b86a-a66ac8ade6b5 x-openstack-request-id: req-39a47665-a42b-421b-b86a-a66ac8ade6b5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:56.995533 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3567ff-bb90-4f76-a87c-9ce082e59c22", "name": "network-vif-deleted", "tag": "d8a2e6c7-9088-4de0-8715-fbc25cb75f1e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:56.995798 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39a47665-a42b-421b-b86a-a66ac8ade6b5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:56.996192 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3567ff-bb90-4f76-a87c-9ce082e59c22', 'name': 'network-vif-deleted', 'tag': 'd8a2e6c7-9088-4de0-8715-fbc25cb75f1e', 'status': 'completed', 'code': 200} Aug 25 17:55:57.021123 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9d116-73c7-4a7b-a21c-2010a3ed2b2c req-ff0104f0-f663-409b-aa00-305e1cb6c3e5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:57.022871 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8fa9d116-73c7-4a7b-a21c-2010a3ed2b2c req-ff0104f0-f663-409b-aa00-305e1cb6c3e5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 944 time: 0.1466091 Aug 25 17:55:57.054023 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3edb76a-e685-4a69-9820-322ba2f595f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:57.057042 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3edb76a-e685-4a69-9820-322ba2f595f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:57.061347 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c3edb76a-e685-4a69-9820-322ba2f595f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0988d605-8a88-4603-8b2f-78b806a6afd2 HTTP/1.1" status: 204 len: 168 time: 0.2898698 Aug 25 17:55:57.074699 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edb76a-e685-4a69-9820-322ba2f595f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0988d605-8a88-4603-8b2f-78b806a6afd2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:57.263119 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-015d6e37-f42c-46fc-b26b-978a5cee0cb8 req-99609786-1e80-410a-b8f4-d6415ad50072 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3567ff-bb90-4f76-a87c-9ce082e59c22 HTTP/1.1" status: 200 len: 210 time: 0.0530920 Aug 25 17:55:57.394268 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-209cb2b2-8a7e-4c35-8e43-00f13034a15d req-b2eeaefc-7f95-401e-8d05-75bfa86d3545 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 210 time: 0.0393193 Aug 25 17:55:57.428087 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8fa9d116-73c7-4a7b-a21c-2010a3ed2b2c req-d2df5e5d-a061-4465-af39-a4d70f843292 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921144 Aug 25 17:55:57.464457 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Allocated IP 172.20.0.2 (1c0644aa-1364-4ec3-a098-7ad9be003817/6d2759b9-c341-4aa4-997a-1868fb9e591a/bcced322-76e0-47a4-9f47-016a236be720) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:55:57.610553 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af764fd-a3bd-4176-b4e7-2e1ba2171911 req-a5d835ba-a652-4b5a-b9d2-ee5a7cbc83bd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:57.610553 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1af764fd-a3bd-4176-b4e7-2e1ba2171911 req-a5d835ba-a652-4b5a-b9d2-ee5a7cbc83bd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1024034 Aug 25 17:55:57.681801 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1af764fd-a3bd-4176-b4e7-2e1ba2171911 req-f7b9c641-614c-4f98-b84f-de7295bf21ef tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595970 Aug 25 17:55:57.754953 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:57.817725 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:57.838554 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4', '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:55:57.865112 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:55:57.874939 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:55:57.878054 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:55:57.942296 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event updated for resources: {'Port': ['ID=bcced322-76e0-47a4-9f47-016a236be720,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:57.984596 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:57.986535 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:58.012990 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-9e84ecf5-4c51-4cb5-8545-503053044093 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4321489 Aug 25 17:55:58.034009 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Request body: {'port': {'device_id': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:55:58.109594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:58.496642 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcced322-76e0-47a4-9f47-016a236be720 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:55:58.507688 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:58.523790 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Transition to ACTIVE for port object bcced322-76e0-47a4-9f47-016a236be720 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:55:58.529923 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:58.633753 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8088-1a36-4020-80fe-0aef82f97389 req-38b683d1-12b4-4272-8b12-e5c8acc26366 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:58.636609 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c9a8088-1a36-4020-80fe-0aef82f97389 req-38b683d1-12b4-4272-8b12-e5c8acc26366 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 944 time: 0.0866888 Aug 25 17:55:58.665026 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Pushing event updated for resources: {'Port': ['ID=bcced322-76e0-47a4-9f47-016a236be720,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:58.681383 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f8c7-a71f-406c-9716-ed20d5ab1d39 req-869d8ca5-e785-4987-bafe-f6522cbdbade tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:58.683252 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f035f8c7-a71f-406c-9716-ed20d5ab1d39 req-869d8ca5-e785-4987-bafe-f6522cbdbade tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 943 time: 0.1081581 Aug 25 17:55:58.723700 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c9a8088-1a36-4020-80fe-0aef82f97389 req-ae6c2421-bd2b-40f8-b3b9-305980ceb997 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678563 Aug 25 17:55:58.822143 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f035f8c7-a71f-406c-9716-ed20d5ab1d39 req-f0a39822-3005-4ec3-a22e-d1a4cdd40850 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141331 Aug 25 17:55:58.824300 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Attempting to bind port bcced322-76e0-47a4-9f47-016a236be720 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:55:58.825018 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Attempting to bind port bcced322-76e0-47a4-9f47-016a236be720 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:55:58.825509 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Attempting to bind port bcced322-76e0-47a4-9f47-016a236be720 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:58.837933 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Port bcced322-76e0-47a4-9f47-016a236be720 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:55:58.837933 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Attempting to bind port bcced322-76e0-47a4-9f47-016a236be720 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:55:58.857867 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:55:58.858200 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Checking segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:55:58.858869 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Bound using segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:55:58.859331 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Bound port: bcced322-76e0-47a4-9f47-016a236be720, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:55:58.859698 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:59.008552 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] For port bcced322-76e0-47a4-9f47-016a236be720, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:55:59.025002 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] For port bcced322-76e0-47a4-9f47-016a236be720, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcced322-76e0-47a4-9f47-016a236be720,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:55:59.031233 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:59.074644 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951609-0dcd-4dd6-b449-d66ca9b8aaed req-995856d6-8d74-4d55-8846-3d17a96b8758 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:59.076469 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2f951609-0dcd-4dd6-b449-d66ca9b8aaed req-995856d6-8d74-4d55-8846-3d17a96b8758 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1301062 Aug 25 17:55:59.085564 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:59.086825 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:59.088502 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] 10.222.0.10 "PUT /v2.0/ports/bcced322-76e0-47a4-9f47-016a236be720 HTTP/1.1" status: 200 len: 1093 time: 1.0616770 Aug 25 17:55:59.092489 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'tag': 'bcced322-76e0-47a4-9f47-016a236be720'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:59.096153 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c0e9b-0950-42c1-8991-998ccac588b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5427006b-fb26-42e7-ba09-6fb5f0121e51", "tag": "bcced322-76e0-47a4-9f47-016a236be720"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:59.145722 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0eb7a-7b58-41a3-9a36-807f18e4c77e service neutron] Pushing event updated for resources: {'Port': ['ID=bcced322-76e0-47a4-9f47-016a236be720,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:59.166255 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2f951609-0dcd-4dd6-b449-d66ca9b8aaed req-2a272f2c-4bc0-403f-8a2e-095ad6170041 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743918 Aug 25 17:55:59.251313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-292f0f16-67e7-4b61-9dea-73c2fb7bcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:59.253417 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-292f0f16-67e7-4b61-9dea-73c2fb7bcde5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 1096 time: 0.0804558 Aug 25 17:55:59.275548 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181280e-1a1c-442d-aeba-a94923442db8 req-56f472cb-11d1-4611-8fbc-a5522c5a3892 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:59.278165 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-56f472cb-11d1-4611-8fbc-a5522c5a3892 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/networks?id=5090048b-daea-4636-81d8-90789279bfcc HTTP/1.1" status: 200 len: 809 time: 0.4089229 Aug 25 17:55:59.305318 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-5128683a-d70d-4f5c-93f0-da00329e26b4 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/quotas/716297d5566d4831becad5a515416881 HTTP/1.1" status: 200 len: 375 time: 0.0168028 Aug 25 17:55:59.374171 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-f8e656d2-bb2d-49a6-a378-0a7fce0110e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcced322-76e0-47a4-9f47-016a236be720 HTTP/1.1" status: 200 len: 217 time: 0.0786364 Aug 25 17:55:59.374663 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-66c0117e-90f9-4649-bc0e-dd8919101e80 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=716297d5566d4831becad5a515416881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491331 Aug 25 17:55:59.398596 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:55:59.458169 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-5b26999d-2d0b-49f8-801a-e7148e06d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:55:59.460455 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-5b26999d-2d0b-49f8-801a-e7148e06d505 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.0748045 Aug 25 17:55:59.463852 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab3db2-5c2e-440d-8baa-6bdde7efdaeb x-openstack-request-id: req-78ab3db2-5c2e-440d-8baa-6bdde7efdaeb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:59.464223 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5427006b-fb26-42e7-ba09-6fb5f0121e51", "tag": "bcced322-76e0-47a4-9f47-016a236be720", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:59.464647 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ab3db2-5c2e-440d-8baa-6bdde7efdaeb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:59.465245 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'tag': 'bcced322-76e0-47a4-9f47-016a236be720', 'status': 'completed', 'code': 200} Aug 25 17:55:59.491314 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:55:59.498590 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:55:59.499538 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:59.516439 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-be0d37a6-266c-408e-9f45-75b906675e85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428009 Aug 25 17:55:59.545603 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-53ad73dd-cbf1-45f7-b9e3-cddad44d067b service neutron] 10.222.0.23 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618466 Aug 25 17:55:59.624909 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:59.667273 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-c4fb367e-b8df-4629-999d-00f6ee4061c6 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312096 Aug 25 17:55:59.669028 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:55:59.671430 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a622a790-f924-4b41-9c91-2b25d5019ca0" -d '{"events": [{"server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "name": "network-vif-plugged", "status": "completed", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:55:59.686722 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:55:59.696479 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:55:59.698551 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d8a2e6c7-9088-4de0-8715-fbc25cb75f1e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:55:59.726320 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-632308a7-211f-4c78-90e1-65acab149049 service neutron] 10.222.0.23 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748033 Aug 25 17:55:59.740514 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbaf652-fc8b-419e-a3e2-80cb859fc9c7 x-openstack-request-id: req-1fbaf652-fc8b-419e-a3e2-80cb859fc9c7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:55:59.740825 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "name": "network-vif-plugged", "status": "completed", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:55:59.741079 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fbaf652-fc8b-419e-a3e2-80cb859fc9c7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:55:59.741479 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'code': 200} Aug 25 17:55:59.742034 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: d8a2e6c7-9088-4de0-8715-fbc25cb75f1e {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:55:59.742928 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d8a2e6c7-9088-4de0-8715-fbc25cb75f1e not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:55:59.808858 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:55:59.877624 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c84bc211-2113-4190-82d3-1b4db71bfea2 req-0e9dd8b9-e99b-4282-9206-fb4a6f44498f service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895337 Aug 25 17:56:00.082126 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d732e-b448-437e-9325-19da89c74d7f req-8c4643ee-cb7f-4086-a3a0-ac7814a78896 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:00.087803 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ab8d732e-b448-437e-9325-19da89c74d7f req-8c4643ee-cb7f-4086-a3a0-ac7814a78896 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1529675 Aug 25 17:56:00.174835 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09ef2-fbb2-4d0c-89f2-a9be73a3cc04 req-e76c13f4-6789-4d37-a72d-2b5efb90e2b0 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:00.178032 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9cc09ef2-fbb2-4d0c-89f2-a9be73a3cc04 req-e76c13f4-6789-4d37-a72d-2b5efb90e2b0 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 943 time: 0.0940630 Aug 25 17:56:00.180957 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ab8d732e-b448-437e-9325-19da89c74d7f req-2a8fed65-ed86-4de0-9f6f-80a3cb58e710 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657473 Aug 25 17:56:00.183824 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72d58-51b2-413b-a90c-6e390cc46f82 req-e2793de9-8602-40d0-ad98-82164321e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:00.187544 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-26c72d58-51b2-413b-a90c-6e390cc46f82 req-e2793de9-8602-40d0-ad98-82164321e70f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 1098 time: 0.1682916 Aug 25 17:56:00.193005 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-6a31e244-1161-4ff5-bd36-8f4428603286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:00.197178 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-6a31e244-1161-4ff5-bd36-8f4428603286 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 1096 time: 0.1316817 Aug 25 17:56:00.292229 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9cc09ef2-fbb2-4d0c-89f2-a9be73a3cc04 req-b9d7b1ab-5edb-4a08-857e-de6f70783575 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014709 Aug 25 17:56:00.375367 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-26c72d58-51b2-413b-a90c-6e390cc46f82 req-b7f69b14-4c34-4e0a-a787-5858c8268d33 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625454 Aug 25 17:56:00.377972 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9b475cfe-9b1b-4f18-842c-715e242cb1e3 req-3c6af27f-0393-4593-9a55-a937ea70e54f tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 210 time: 0.1178095 Aug 25 17:56:00.461695 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-5207d49b-aeca-42af-8089-d87947432398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:00.463220 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-5207d49b-aeca-42af-8089-d87947432398 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 915 time: 0.2491961 Aug 25 17:56:00.514421 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8c23e-98bc-42f9-91fd-68e0c4a42969 req-ed95ac4f-2808-4951-aec1-06e7d3f78750 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:00.516994 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d4c8c23e-98bc-42f9-91fd-68e0c4a42969 req-ed95ac4f-2808-4951-aec1-06e7d3f78750 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0980773 Aug 25 17:56:00.581512 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d4c8c23e-98bc-42f9-91fd-68e0c4a42969 req-8445e127-c3cc-46d6-83f4-648269a60ca5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536075 Aug 25 17:56:00.799015 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-bb982167-9d26-47ea-bf16-3b610f405ad3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcced322-76e0-47a4-9f47-016a236be720 HTTP/1.1" status: 200 len: 217 time: 0.0549614 Aug 25 17:56:00.935712 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-03e3f051-5105-4412-a61d-4c3908a6f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:00.939536 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-03e3f051-5105-4412-a61d-4c3908a6f25f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.1275325 Aug 25 17:56:01.021893 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-12a0b613-d9b0-4e64-84f0-6cdb4a287d20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464189 Aug 25 17:56:01.191325 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-3169c4e6-b279-428b-aacf-816fc62d12f4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039500 Aug 25 17:56:01.348766 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b15c0e9b-0950-42c1-8991-998ccac588b9 req-86ed4e5c-75a1-48f9-8e06-260d3f42f6d6 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388001 Aug 25 17:56:01.358992 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3624c8-5476-47fc-ba5d-c5e54e206780 req-5c834773-3194-4f56-a3f2-8851fb5e3538 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:01.360941 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ae3624c8-5476-47fc-ba5d-c5e54e206780 req-5c834773-3194-4f56-a3f2-8851fb5e3538 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0776167 Aug 25 17:56:01.413768 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ae3624c8-5476-47fc-ba5d-c5e54e206780 req-81388b33-c188-4b2b-b8c7-9f16d7ce2dc9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Aug 25 17:56:01.478490 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1b53b-f2ee-472e-be0d-225190390d7e req-543a7119-a32a-4a04-a5c8-4a88a9ebfb08 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:01.481391 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-dae1b53b-f2ee-472e-be0d-225190390d7e req-543a7119-a32a-4a04-a5c8-4a88a9ebfb08 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 943 time: 0.1057591 Aug 25 17:56:01.537044 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f1ab0e9f-120d-436d-854a-a090a7dee9e7 req-d1dc3372-1274-4c2b-b765-58b2d30cec6d tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 210 time: 0.0365779 Aug 25 17:56:01.542317 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-dae1b53b-f2ee-472e-be0d-225190390d7e req-a6dc4aed-e809-4d7f-b744-56410fb0190c tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541294 Aug 25 17:56:01.754822 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602b7e-651e-4646-9d1c-8bcf48c963e7 req-7cf8ac65-44bb-4489-b4c7-975d4be8cfcd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:01.756723 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c1602b7e-651e-4646-9d1c-8bcf48c963e7 req-7cf8ac65-44bb-4489-b4c7-975d4be8cfcd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0741777 Aug 25 17:56:01.821462 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c1602b7e-651e-4646-9d1c-8bcf48c963e7 req-af2628a2-d417-4f65-a417-4cff40c3b2b8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566730 Aug 25 17:56:02.094354 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181280e-1a1c-442d-aeba-a94923442db8 req-6b13e148-6085-46fd-846a-365cc45d6b93 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:02.097335 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-6b13e148-6085-46fd-846a-365cc45d6b93 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "GET /v2.0/networks?id=5090048b-daea-4636-81d8-90789279bfcc HTTP/1.1" status: 200 len: 809 time: 0.1700912 Aug 25 17:56:02.142262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Request body: {'port': {'device_id': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'network_id': '5090048b-daea-4636-81d8-90789279bfcc', 'admin_state_up': True, 'tenant_id': '716297d5566d4831becad5a515416881'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:02.323274 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Made reservation on behalf of 716297d5566d4831becad5a515416881 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:56:02.329775 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:02.513067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Allocated IP 172.20.0.12 (5090048b-daea-4636-81d8-90789279bfcc/f7413b16-ea7c-4eb2-8917-beb21a5d0900/8b2b9f81-c5c9-47c4-b457-9b95eb623192) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:56:02.636412 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d257745-19e5-43a0-8e08-690a47e7521c req-3572e27f-2830-42e4-a40e-c2c91ff6cd65 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:02.639126 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6d257745-19e5-43a0-8e08-690a47e7521c req-3572e27f-2830-42e4-a40e-c2c91ff6cd65 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1140091 Aug 25 17:56:02.696705 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6d257745-19e5-43a0-8e08-690a47e7521c req-7f163fd4-a045-47e2-a5c4-7e79204ea44e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447757 Aug 25 17:56:02.720576 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6e73730a-0b16-4b50-bffe-427c985c27d9 req-96baf21f-7829-4813-8504-b19c9917e2b7 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 210 time: 0.0565999 Aug 25 17:56:02.788585 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:02.836747 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:02.940191 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bea24e-0d57-4edd-993f-1315d2852ffe req-ae3a657f-b2fd-4c5e-a4a9-32fa254fc074 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:02.941976 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f6bea24e-0d57-4edd-993f-1315d2852ffe req-ae3a657f-b2fd-4c5e-a4a9-32fa254fc074 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 943 time: 0.1204937 Aug 25 17:56:03.014783 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f6bea24e-0d57-4edd-993f-1315d2852ffe req-5529cc05-3bc3-4375-88c2-cb23dc3546e7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624001 Aug 25 17:56:03.016360 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:03.085047 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b579ae0-ca0b-4b31-a677-4ec7c92c9b9e req-b330799b-03c9-46da-b57f-c3ee3b427664 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:03.087267 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7b579ae0-ca0b-4b31-a677-4ec7c92c9b9e req-b330799b-03c9-46da-b57f-c3ee3b427664 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1497350 Aug 25 17:56:03.093082 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Network 5090048b-daea-4636-81d8-90789279bfcc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:56:03.099963 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:56:03.109782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:56:03.153540 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Pushing event updated for resources: {'Port': ['ID=8b2b9f81-c5c9-47c4-b457-9b95eb623192,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:03.196659 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7b579ae0-ca0b-4b31-a677-4ec7c92c9b9e req-c5eed155-a13a-4e46-981e-d8d2b687f57e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960076 Aug 25 17:56:03.202955 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:03.203464 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:03.222998 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-24c6843a-54e2-48d0-bda7-cba54ca5100c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0873420 Aug 25 17:56:03.254853 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Request body: {'port': {'device_id': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:03.314487 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:03.431911 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bcced322-76e0-47a4-9f47-016a236be720 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:56:03.642240 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port bcced322-76e0-47a4-9f47-016a236be720, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcced322-76e0-47a4-9f47-016a236be720,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:03.669950 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'bcced322-76e0-47a4-9f47-016a236be720', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'port_id': 'bcced322-76e0-47a4-9f47-016a236be720', 'mac_address': 'fa:16:3e:54:3f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2759b9-c341-4aa4-997a-1868fb9e591a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:56:03.738812 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:03.764125 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcced322-76e0-47a4-9f47-016a236be720 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:56:03.805448 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port bcced322-76e0-47a4-9f47-016a236be720, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcced322-76e0-47a4-9f47-016a236be720,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:03.811684 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:03.891186 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=bcced322-76e0-47a4-9f47-016a236be720,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:03.937743 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2b9f81-c5c9-47c4-b457-9b95eb623192 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:56:03.948061 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:03.955915 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf90c00-e6ac-4138-88ff-129cbe4bcf72 req-60663e21-af3c-4d2e-af07-483d2e6e0c22 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:03.958649 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0cf90c00-e6ac-4138-88ff-129cbe4bcf72 req-60663e21-af3c-4d2e-af07-483d2e6e0c22 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 932 time: 0.0746288 Aug 25 17:56:03.966956 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Transition to ACTIVE for port object 8b2b9f81-c5c9-47c4-b457-9b95eb623192 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:56:03.975907 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186137e-870f-466a-bc5d-8216a6219a10 req-5ba2982c-888d-4454-a3e2-8a1a1607b1b9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:03.978120 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e186137e-870f-466a-bc5d-8216a6219a10 req-5ba2982c-888d-4454-a3e2-8a1a1607b1b9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1090646 Aug 25 17:56:03.979643 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:04.049827 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0cf90c00-e6ac-4138-88ff-129cbe4bcf72 req-3d7495d3-e43c-435c-b190-d7f25327cf9c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782688 Aug 25 17:56:04.076223 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2b9f81-c5c9-47c4-b457-9b95eb623192,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:04.107574 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e186137e-870f-466a-bc5d-8216a6219a10 req-0968a5a2-e6cc-48b8-bc15-834068067017 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014459 Aug 25 17:56:04.254393 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f51b-1d0e-4282-b0e1-1cad2420fdbe req-ab88e658-635f-4fa5-a17e-314975489550 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:04.257026 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-56d3f51b-1d0e-4282-b0e1-1cad2420fdbe req-ab88e658-635f-4fa5-a17e-314975489550 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 944 time: 0.1015718 Aug 25 17:56:04.327452 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-56d3f51b-1d0e-4282-b0e1-1cad2420fdbe req-4e55246e-e9e4-4861-b827-c3e1c68682ca tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577476 Aug 25 17:56:04.352826 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Attempting to bind port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:56:04.352826 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Attempting to bind port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:56:04.352826 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Attempting to bind port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 on network 5090048b-daea-4636-81d8-90789279bfcc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:56:04.364795 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-1e442e49-db05-4248-89ab-6a6f1cecbbc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1734850 Aug 25 17:56:04.375570 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a391ce-deef-4b87-996a-b464a9ae2f95 req-251d344d-100d-4442-bc4f-d9fdde335363 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:04.377183 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-31a391ce-deef-4b87-996a-b464a9ae2f95 req-251d344d-100d-4442-bc4f-d9fdde335363 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1280196 Aug 25 17:56:04.378011 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 on network 5090048b-daea-4636-81d8-90789279bfcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:56:04.378328 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Attempting to bind port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 on network 5090048b-daea-4636-81d8-90789279bfcc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:56:04.385634 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:56:04.385962 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Checking segment: {'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:56:04.386466 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Bound using segment: {'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:56:04.387018 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Bound port: 8b2b9f81-c5c9-47c4-b457-9b95eb623192, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5090048b-daea-4636-81d8-90789279bfcc'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:56:04.387468 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:04.390300 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:04.395972 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'floatingip': {'port_id': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:04.407001 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['bcced322-76e0-47a4-9f47-016a236be720'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:56:04.530272 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:04.540641 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] For port 8b2b9f81-c5c9-47c4-b457-9b95eb623192, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:56:04.544083 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-ffdfe6b7-650d-4f61-8012-b40fdafb8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:04.546013 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-ffdfe6b7-650d-4f61-8012-b40fdafb8573 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 1099 time: 0.0966759 Aug 25 17:56:04.547977 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] For port 8b2b9f81-c5c9-47c4-b457-9b95eb623192, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b2b9f81-c5c9-47c4-b457-9b95eb623192,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:56:04.553353 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:04.591983 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:04.593110 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:04.594571 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] 10.222.0.10 "PUT /v2.0/ports/8b2b9f81-c5c9-47c4-b457-9b95eb623192 HTTP/1.1" status: 200 len: 1094 time: 1.3454671 Aug 25 17:56:04.597308 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'tag': '8b2b9f81-c5c9-47c4-b457-9b95eb623192'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:56:04.599272 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f398026-9bc8-45c0-82f0-da85863ac637" -d '{"events": [{"name": "network-changed", "server_uuid": "afed8b23-5422-41c5-8a19-6a04ab9647e9", "tag": "8b2b9f81-c5c9-47c4-b457-9b95eb623192"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:56:04.623933 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05145cd-cacb-4206-85bd-cc134ccbaad9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2b9f81-c5c9-47c4-b457-9b95eb623192,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:04.681139 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e58fd-14ef-4701-8a37-bd5ecf1c468a req-d80e73f4-2e90-4382-8762-ee50742068b4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:04.682699 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b65e58fd-14ef-4701-8a37-bd5ecf1c468a req-d80e73f4-2e90-4382-8762-ee50742068b4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.2302587 Aug 25 17:56:04.782016 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b65e58fd-14ef-4701-8a37-bd5ecf1c468a req-38b04c85-f037-4505-bd7d-363085a5ca69 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912702 Aug 25 17:56:04.834131 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4417ae7-af1a-4a62-b1b1-0644243e9b55 x-openstack-request-id: req-d4417ae7-af1a-4a62-b1b1-0644243e9b55 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:56:04.834568 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afed8b23-5422-41c5-8a19-6a04ab9647e9", "tag": "8b2b9f81-c5c9-47c4-b457-9b95eb623192", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:56:04.834948 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4417ae7-af1a-4a62-b1b1-0644243e9b55 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:56:04.835539 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'tag': '8b2b9f81-c5c9-47c4-b457-9b95eb623192', 'status': 'completed', 'code': 200} Aug 25 17:56:05.340385 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a7dfd-f86b-4474-9566-a4f6c5ea69cf req-e98f9d70-516a-454b-9fde-6911fe127f24 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:05.341940 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-441a7dfd-f86b-4474-9566-a4f6c5ea69cf req-e98f9d70-516a-454b-9fde-6911fe127f24 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 944 time: 0.1794143 Aug 25 17:56:05.448973 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:05.456855 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-441a7dfd-f86b-4474-9566-a4f6c5ea69cf req-b849d3be-7cee-498e-ad2f-9b374b2f96ad tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064360 Aug 25 17:56:05.458160 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:05.727743 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d42761cb-d769-4562-a654-4149fed1f486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:05.823790 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Floating IP 680ad016-8d9a-4863-83a5-fd2ccf3bd42d associated. External IP: 172.27.2.129, port: 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52. Aug 25 17:56:05.868905 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8254c4-4b84-41cb-a381-3a038b5e4f3c req-a266834d-42f9-482f-a013-8ed665939754 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:05.870712 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c8254c4-4b84-41cb-a381-3a038b5e4f3c req-a266834d-42f9-482f-a013-8ed665939754 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 944 time: 0.2935810 Aug 25 17:56:05.959407 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c8254c4-4b84-41cb-a381-3a038b5e4f3c req-e669e950-d881-46dc-abb3-4b26eea41170 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Aug 25 17:56:06.133809 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Router be1274e0-ecc6-4f91-9f83-d06f03595e94 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:56:06.142572 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1c361-bf80-4874-beba-f74919e70b0f req-9f95d208-1a87-434c-91f8-8691349500dd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:06.144132 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-32e1c361-bf80-4874-beba-f74919e70b0f req-9f95d208-1a87-434c-91f8-8691349500dd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0784848 Aug 25 17:56:06.227888 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-32e1c361-bf80-4874-beba-f74919e70b0f req-f4359ddc-2ee9-47ba-b387-30c0e2fec866 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761967 Aug 25 17:56:06.266944 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:56:06.298912 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:56:06.304294 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:06.310823 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] Sync routers for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:56:06.322376 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:56:06.323019 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:55:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:56:06.348712 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-24a8ad22-efed-4785-89d6-e1f4d00cd0ee tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "PUT /v2.0/floatingips/680ad016-8d9a-4863-83a5-fd2ccf3bd42d HTTP/1.1" status: 200 len: 991 time: 1.9565108 Aug 25 17:56:06.349633 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:56:06.354043 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fbe121-7468-4495-b4ac-9921365de837" -d '{"events": [{"name": "network-changed", "server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:56:06.458105 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:56:06.776749 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '680ad016-8d9a-4863-83a5-fd2ccf3bd42d', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'port_id': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'mac_address': 'fa:16:3e:68:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:55:44Z', 'updated_at': '2021-08-25T17:56:05Z', 'revision_number': 1, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:56:06.812410 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] Checking router: be1274e0-ecc6-4f91-9f83-d06f03595e94 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:56:06.821356 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:56:06.821987 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:55:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:56:06.936804 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:56:07.186099 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '680ad016-8d9a-4863-83a5-fd2ccf3bd42d', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'port_id': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'mac_address': 'fa:16:3e:68:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:55:44Z', 'updated_at': '2021-08-25T17:56:05Z', 'revision_number': 1, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:56:07.215529 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee6b41-0606-4e36-8b27-bee413b2d8a4 None None] The sync data for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi is: [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '680ad016-8d9a-4863-83a5-fd2ccf3bd42d', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'port_id': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'mac_address': 'fa:16:3e:68:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:55:44Z', 'updated_at': '2021-08-25T17:56:05Z', 'revision_number': 1, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:56:07.420979 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d1610-a58c-4a36-9971-347f8e11dd93 None None] New status for floating IP 680ad016-8d9a-4863-83a5-fd2ccf3bd42d: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:56:07.630597 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c00d71-3f28-408d-a7a0-7fc488caaf0c x-openstack-request-id: req-00c00d71-3f28-408d-a7a0-7fc488caaf0c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:56:07.631813 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:56:07.632066 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00c00d71-3f28-408d-a7a0-7fc488caaf0c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:56:07.633285 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'status': 'completed', 'code': 200} Aug 25 17:56:07.802340 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a9ad-d9bc-4ef2-bce6-c575504e51e4 req-cd3b52e2-03ed-4eb4-9dca-01857d15d629 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:07.806625 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0fc2a9ad-d9bc-4ef2-bce6-c575504e51e4 req-cd3b52e2-03ed-4eb4-9dca-01857d15d629 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 944 time: 0.0698967 Aug 25 17:56:07.823724 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f398026-9bc8-45c0-82f0-da85863ac637 req-a34dcafe-e309-4ae1-ad73-9292abb576ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:07.825765 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f398026-9bc8-45c0-82f0-da85863ac637 req-a34dcafe-e309-4ae1-ad73-9292abb576ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=716297d5566d4831becad5a515416881&device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 1097 time: 0.1966102 Aug 25 17:56:07.850947 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0fc2a9ad-d9bc-4ef2-bce6-c575504e51e4 req-591d3708-4758-4de3-9b1c-d310067b1a55 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377047 Aug 25 17:56:07.924060 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe121-7468-4495-b4ac-9921365de837 req-cea028c4-9e4b-40b0-a775-e4ccfa56877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:07.925722 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-cea028c4-9e4b-40b0-a775-e4ccfa56877e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 1098 time: 0.2237382 Aug 25 17:56:07.948083 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ea9e4-1e7c-45cb-9fdd-c2ac38e877f0 req-de5645ef-c620-49f4-87e7-ffedc7509059 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:07.950770 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-207ea9e4-1e7c-45cb-9fdd-c2ac38e877f0 req-de5645ef-c620-49f4-87e7-ffedc7509059 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 944 time: 0.2254579 Aug 25 17:56:07.981606 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-0d9c3295-376c-4f12-a256-0e137e5d0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:07.984320 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-0d9c3295-376c-4f12-a256-0e137e5d0b65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 915 time: 0.3263505 Aug 25 17:56:08.035698 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bff0c-3982-423d-a20a-db08395a04e5 req-3f54b08d-41de-4d8f-b32f-37c50d850761 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:08.037473 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ac4bff0c-3982-423d-a20a-db08395a04e5 req-3f54b08d-41de-4d8f-b32f-37c50d850761 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0815454 Aug 25 17:56:08.095621 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ac4bff0c-3982-423d-a20a-db08395a04e5 req-d198513d-4c3c-4d9d-a8e3-266621e915ce tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457029 Aug 25 17:56:08.381642 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96537fca-b55b-4e35-8d85-a212d1bb9dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:08.484092 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-167c1e34-83c9-4319-8d55-60ecd165abc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fc4be9-9017-4409-8e42-4be41dafefe4 HTTP/1.1" status: 200 len: 217 time: 0.0954335 Aug 25 17:56:08.584077 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-207ea9e4-1e7c-45cb-9fdd-c2ac38e877f0 req-1eeb1863-8d99-4222-8ecf-7508b6cdb0f4 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052895 Aug 25 17:56:08.595914 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:08.610538 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f398026-9bc8-45c0-82f0-da85863ac637 req-42a5c26a-ce58-413e-a112-4d6d55f2580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:08.612052 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f398026-9bc8-45c0-82f0-da85863ac637 req-42a5c26a-ce58-413e-a112-4d6d55f2580b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=716297d5566d4831becad5a515416881&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7634025 Aug 25 17:56:08.638422 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe121-7468-4495-b4ac-9921365de837 req-2f7c7802-3c9a-4720-ba6b-0d5fe0c9dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:08.639865 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-2f7c7802-3c9a-4720-ba6b-0d5fe0c9dd36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 910 time: 0.6795571 Aug 25 17:56:08.693632 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-e8ba8a66-8c04-4324-9afd-8484cfd2048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:08.695218 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-e8ba8a66-8c04-4324-9afd-8484cfd2048c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.1958132 Aug 25 17:56:08.753567 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f398026-9bc8-45c0-82f0-da85863ac637 req-8a695857-cc3d-48ec-87f7-042fe52d6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:08.755243 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f398026-9bc8-45c0-82f0-da85863ac637 req-8a695857-cc3d-48ec-87f7-042fe52d6b77 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288500 Aug 25 17:56:09.093173 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-253172db-74c1-4e8f-a39c-04cd878b3c4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677030 Aug 25 17:56:09.219140 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-9f01090f-c251-4626-ac34-b66e7dac096b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 200 len: 1001 time: 0.2018678 Aug 25 17:56:09.312507 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb7b17-7205-446b-95c8-7cf2706d1da9 req-11c5a5e7-b054-4fa8-be3d-b943d611ec68 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:09.314324 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181280e-1a1c-442d-aeba-a94923442db8 req-6d0b28f2-2fa2-4aac-859f-29cef99bc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:09.316196 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-6d0b28f2-2fa2-4aac-859f-29cef99bc5fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=716297d5566d4831becad5a515416881&device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 1097 time: 0.2348690 Aug 25 17:56:09.322470 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e5cb7b17-7205-446b-95c8-7cf2706d1da9 req-11c5a5e7-b054-4fa8-be3d-b943d611ec68 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1012449 Aug 25 17:56:09.338226 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aee93-9961-4e28-98d1-4ed4edcd73ae req-c2f1450c-6cb6-4da5-92de-dca1fe43e3f2 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:09.340561 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a82aee93-9961-4e28-98d1-4ed4edcd73ae req-c2f1450c-6cb6-4da5-92de-dca1fe43e3f2 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 944 time: 0.2061400 Aug 25 17:56:09.377677 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e5cb7b17-7205-446b-95c8-7cf2706d1da9 req-77d61267-3a50-464d-bcf2-0717b1e80ef6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Aug 25 17:56:09.394981 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-9feac5f8-760e-4821-af65-5269a1d6df9b service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615998 Aug 25 17:56:09.396554 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe121-7468-4495-b4ac-9921365de837 req-e885c54f-2b7d-4b81-b85f-b6e4159b5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:09.400334 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-e885c54f-2b7d-4b81-b85f-b6e4159b5252 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.1557798 Aug 25 17:56:09.407490 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-cffeec16-7fd9-4bb0-9956-6192d537ed4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b9f81-c5c9-47c4-b457-9b95eb623192 HTTP/1.1" status: 200 len: 217 time: 0.0642035 Aug 25 17:56:09.530550 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:09.536643 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bcced322-76e0-47a4-9f47-016a236be720 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:56:09.581418 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a82aee93-9961-4e28-98d1-4ed4edcd73ae req-94c63c2e-238b-4c23-87ba-bb98d5e0c440 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234561 Aug 25 17:56:09.630492 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port bcced322-76e0-47a4-9f47-016a236be720 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:56:09.646970 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181280e-1a1c-442d-aeba-a94923442db8 req-4833114e-2e32-4b06-8a06-4a588bdd3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:09.649923 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-4833114e-2e32-4b06-8a06-4a588bdd3693 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f7413b16-ea7c-4eb2-8917-beb21a5d0900 HTTP/1.1" status: 200 len: 849 time: 0.2047517 Aug 25 17:56:09.650222 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port bcced322-76e0-47a4-9f47-016a236be720 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:56:09.650983 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:09.729034 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-216ae73a-46ab-4b72-bcc1-01b773046c3f req-71438bf5-5ed4-479e-b4c0-2b7bebc42bb8 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072133 Aug 25 17:56:09.731780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe121-7468-4495-b4ac-9921365de837 req-98f1fae3-5337-4585-a5fd-1c357d6e5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:09.734155 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-98f1fae3-5337-4585-a5fd-1c357d6e5ee0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2868085 Aug 25 17:56:09.737918 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-a42f62eb-d9f2-496e-9bb0-a94a985e9e7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5090048b-daea-4636-81d8-90789279bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721526 Aug 25 17:56:09.811341 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:09.872417 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcced322-76e0-47a4-9f47-016a236be720'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:56:09.876231 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36770ac-1bb6-4477-b524-12cdc60be464" -d '{"events": [{"server_uuid": "5427006b-fb26-42e7-ba09-6fb5f0121e51", "name": "network-vif-plugged", "status": "completed", "tag": "bcced322-76e0-47a4-9f47-016a236be720"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:56:09.905463 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1bce7-5e15-4a7c-8128-7393cb1b4b57 req-5549b6a8-7b6f-450a-9189-4f3360b097d2 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:09.910346 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port bcced322-76e0-47a4-9f47-016a236be720, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcced322-76e0-47a4-9f47-016a236be720,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:09.916078 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-31b1bce7-5e15-4a7c-8128-7393cb1b4b57 req-5549b6a8-7b6f-450a-9189-4f3360b097d2 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 944 time: 0.1443272 Aug 25 17:56:09.916690 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:10.008498 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-31b1bce7-5e15-4a7c-8128-7393cb1b4b57 req-3f9675eb-787b-402e-9029-536cb2a28929 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896430 Aug 25 17:56:10.039472 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab0396a-d871-49b0-bb64-01ac82a113a0 x-openstack-request-id: req-dab0396a-d871-49b0-bb64-01ac82a113a0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:56:10.039979 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5427006b-fb26-42e7-ba09-6fb5f0121e51", "name": "network-vif-plugged", "status": "completed", "tag": "bcced322-76e0-47a4-9f47-016a236be720", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:56:10.040458 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dab0396a-d871-49b0-bb64-01ac82a113a0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:56:10.040994 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcced322-76e0-47a4-9f47-016a236be720', 'code': 200} Aug 25 17:56:10.088129 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=bcced322-76e0-47a4-9f47-016a236be720,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:10.221815 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-3695d447-7ed3-4f53-af77-831a13efb88d service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203925 Aug 25 17:56:10.235007 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-faf5ffa8-80fa-40d2-95bd-8d7eececf24f service neutron] 10.222.0.10 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876215 Aug 25 17:56:10.469394 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bff95-02f0-44ec-a1b3-2277cb8cf612 req-603c1ebd-45b3-4493-a8ba-4ded8071e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:10.471792 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5f1bff95-02f0-44ec-a1b3-2277cb8cf612 req-603c1ebd-45b3-4493-a8ba-4ded8071e4b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 1098 time: 0.1429877 Aug 25 17:56:10.583383 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb25f4-87ec-40f7-aec6-8d60fb5fcb4e req-44b079d3-5dc0-4289-844e-bdafeb8a96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:10.586222 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9afb25f4-87ec-40f7-aec6-8d60fb5fcb4e req-44b079d3-5dc0-4289-844e-bdafeb8a96eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 1099 time: 0.2679391 Aug 25 17:56:10.649953 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b8e30-42ec-4f58-89f4-ffea5911a3d3 req-a9a80290-6fa7-4a5a-b97f-7a8c0b8a33ca tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:10.653482 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e65b8e30-42ec-4f58-89f4-ffea5911a3d3 req-a9a80290-6fa7-4a5a-b97f-7a8c0b8a33ca tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1326177 Aug 25 17:56:10.661781 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5f1bff95-02f0-44ec-a1b3-2277cb8cf612 req-b5a2e943-bbb9-4394-9eec-c02843036d1d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753116 Aug 25 17:56:10.669275 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-e74e94f7-0080-4400-9052-abde0189b624 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814843 Aug 25 17:56:10.728745 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9afb25f4-87ec-40f7-aec6-8d60fb5fcb4e req-131cf0b7-db04-45c0-ae9c-61bb3f311deb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233885 Aug 25 17:56:10.732534 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d181280e-1a1c-442d-aeba-a94923442db8 req-4687515d-a684-4a88-beff-d1bf750a0b97 service neutron] 10.222.0.10 "GET /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303184 Aug 25 17:56:10.734154 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e65b8e30-42ec-4f58-89f4-ffea5911a3d3 req-6011be7f-731a-4ac2-be8f-dcd9bf49d084 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Aug 25 17:56:10.801727 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a960c-3078-49b1-a167-6ef24f5554ee req-fa4db6cf-97b5-46b8-a0a1-54b4bcc52df5 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:10.804012 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fe2a960c-3078-49b1-a167-6ef24f5554ee req-fa4db6cf-97b5-46b8-a0a1-54b4bcc52df5 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 945 time: 0.0640049 Aug 25 17:56:10.871616 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fe2a960c-3078-49b1-a167-6ef24f5554ee req-1f16755d-30e7-4da0-91a2-7df9a57d2d1b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588200 Aug 25 17:56:11.162465 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeec4d9-d5e9-4d72-8f81-6224cab08b4c req-553337d1-9876-496d-b0e8-0f9b6e5e1e4e tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:11.164289 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ffeec4d9-d5e9-4d72-8f81-6224cab08b4c req-553337d1-9876-496d-b0e8-0f9b6e5e1e4e tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 944 time: 0.0728893 Aug 25 17:56:11.216957 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ffeec4d9-d5e9-4d72-8f81-6224cab08b4c req-9fa44a0b-6ed5-4cfa-bd39-3e62b848733d tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Aug 25 17:56:11.302179 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:11.839094 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:11.917082 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55719955-8da7-4778-a82c-0c0f701c1030 req-35da2895-0384-4171-a1d7-3c162356771a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:11.918987 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-55719955-8da7-4778-a82c-0c0f701c1030 req-35da2895-0384-4171-a1d7-3c162356771a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0722840 Aug 25 17:56:11.975861 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-55719955-8da7-4778-a82c-0c0f701c1030 req-a5db4b1f-cba6-4973-bb16-44f982725949 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451052 Aug 25 17:56:12.028415 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1732316d-77bc-43ef-94fc-7fc0c8dc7ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:12.065546 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127657a-f243-447b-9c7f-4dd237bbabed req-f0b2ac38-11b3-4863-b4f5-3dadddb49992 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:12.067178 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d127657a-f243-447b-9c7f-4dd237bbabed req-f0b2ac38-11b3-4863-b4f5-3dadddb49992 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 945 time: 0.0928400 Aug 25 17:56:12.155586 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d127657a-f243-447b-9c7f-4dd237bbabed req-eee4cb7b-0110-4495-85a1-86a8c21d9e90 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774305 Aug 25 17:56:12.219608 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1732316d-77bc-43ef-94fc-7fc0c8dc7ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:12.224083 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1732316d-77bc-43ef-94fc-7fc0c8dc7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:12.285691 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1732316d-77bc-43ef-94fc-7fc0c8dc7ea8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34492fe8206b4ab094398cc5ea7e0e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448161 Aug 25 17:56:12.286839 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732316d-77bc-43ef-94fc-7fc0c8dc7ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8be203-8d1a-4159-8e88-831f7aaabe3b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:12.289557 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:12.397107 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12a16c16-dd49-4c7d-96b0-a2fec5cb3356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:12.407815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b059156-1401-412a-855a-555ea92838aa req-ac0ec1a3-0dae-4d1c-9f37-3ac9ff4b15d0 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:12.409468 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8b059156-1401-412a-855a-555ea92838aa req-ac0ec1a3-0dae-4d1c-9f37-3ac9ff4b15d0 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 944 time: 0.0876756 Aug 25 17:56:12.451351 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12a16c16-dd49-4c7d-96b0-a2fec5cb3356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:12.522321 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8b059156-1401-412a-855a-555ea92838aa req-e53125bd-b18d-419a-bc52-27e3d66c66b4 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040587 Aug 25 17:56:12.583080 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12a16c16-dd49-4c7d-96b0-a2fec5cb3356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:12.588810 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12a16c16-dd49-4c7d-96b0-a2fec5cb3356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:12.590634 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-12a16c16-dd49-4c7d-96b0-a2fec5cb3356 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec8be203-8d1a-4159-8e88-831f7aaabe3b HTTP/1.1" status: 204 len: 168 time: 0.2994795 Aug 25 17:56:12.605784 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a16c16-dd49-4c7d-96b0-a2fec5cb3356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8be203-8d1a-4159-8e88-831f7aaabe3b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:13.038271 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45842) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:13.060916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ee77029-1a47-408b-a571-1cf8f1e2b299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:13.208735 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450122-fb43-4c19-8b7d-c51bd3685ea5 req-085aeb4e-e9af-4327-a4bb-36239332dd36 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:13.211050 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0b450122-fb43-4c19-8b7d-c51bd3685ea5 req-085aeb4e-e9af-4327-a4bb-36239332dd36 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1107249 Aug 25 17:56:13.249648 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ee77029-1a47-408b-a571-1cf8f1e2b299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:13.261421 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ee77029-1a47-408b-a571-1cf8f1e2b299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:13.283346 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0b450122-fb43-4c19-8b7d-c51bd3685ea5 req-8111784a-dce3-4217-9da1-0cbade5d300d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508039 Aug 25 17:56:13.365954 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee77029-1a47-408b-a571-1cf8f1e2b299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c409c2-45aa-43b1-aa73-1b0d0c0501b8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:13.373284 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8ee77029-1a47-408b-a571-1cf8f1e2b299 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=341851816fb24e258b47b48323382b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334479 Aug 25 17:56:13.378155 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45846) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:13.392802 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ca6a8-528b-481c-923a-13468f30b9af req-a961e6fc-92dd-400f-80fe-f00195302684 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:13.394451 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-544ca6a8-528b-481c-923a-13468f30b9af req-a961e6fc-92dd-400f-80fe-f00195302684 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 945 time: 0.1259053 Aug 25 17:56:13.438554 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-544ca6a8-528b-481c-923a-13468f30b9af req-1ad55467-87d5-42ec-bc8f-59706f7814e4 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378888 Aug 25 17:56:13.457266 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6ce00bb-eec3-4470-8bb1-bfe75f294eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:13.489280 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6ce00bb-eec3-4470-8bb1-bfe75f294eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:13.566387 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6ce00bb-eec3-4470-8bb1-bfe75f294eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:13.570712 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6ce00bb-eec3-4470-8bb1-bfe75f294eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:13.575052 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a6ce00bb-eec3-4470-8bb1-bfe75f294eff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22c409c2-45aa-43b1-aa73-1b0d0c0501b8 HTTP/1.1" status: 204 len: 168 time: 0.1929538 Aug 25 17:56:13.591733 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce00bb-eec3-4470-8bb1-bfe75f294eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c409c2-45aa-43b1-aa73-1b0d0c0501b8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:13.877760 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a6d8-77e4-452f-ba2b-ef063fff73fd req-2d8261d1-beb8-411f-8a07-54f1087caef5 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:13.880728 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c297a6d8-77e4-452f-ba2b-ef063fff73fd req-2d8261d1-beb8-411f-8a07-54f1087caef5 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 944 time: 0.1560843 Aug 25 17:56:13.964388 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c297a6d8-77e4-452f-ba2b-ef063fff73fd req-01c50252-aec8-47b8-962d-a994bec23f8b tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682259 Aug 25 17:56:14.209824 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 45866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:14.230141 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90e328b3-7c49-4d1b-9103-542cd0da6651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.367694 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90e328b3-7c49-4d1b-9103-542cd0da6651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.372735 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90e328b3-7c49-4d1b-9103-542cd0da6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.412301 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e328b3-7c49-4d1b-9103-542cd0da6651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01033829-0d86-43ae-af85-a6f7718ceb41,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:14.416632 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-90e328b3-7c49-4d1b-9103-542cd0da6651 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e557c227ae0748e682307ab576c8e9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054508 Aug 25 17:56:14.420988 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:14.477829 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77b3c4f-995f-4358-af75-b0f5505b3754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.508965 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77b3c4f-995f-4358-af75-b0f5505b3754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.566937 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77b3c4f-995f-4358-af75-b0f5505b3754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.572725 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77b3c4f-995f-4358-af75-b0f5505b3754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.573065 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8b2b9f81-c5c9-47c4-b457-9b95eb623192 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:56:14.575319 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a77b3c4f-995f-4358-af75-b0f5505b3754 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01033829-0d86-43ae-af85-a6f7718ceb41 HTTP/1.1" status: 204 len: 168 time: 0.1532066 Aug 25 17:56:14.593369 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b3c4f-995f-4358-af75-b0f5505b3754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01033829-0d86-43ae-af85-a6f7718ceb41,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:14.704665 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 8b2b9f81-c5c9-47c4-b457-9b95eb623192, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b2b9f81-c5c9-47c4-b457-9b95eb623192,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:14.723368 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '8b2b9f81-c5c9-47c4-b457-9b95eb623192', 'network_id': '5090048b-daea-4636-81d8-90789279bfcc', 'port_id': '8b2b9f81-c5c9-47c4-b457-9b95eb623192', 'mac_address': 'fa:16:3e:a8:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7413b16-ea7c-4eb2-8917-beb21a5d0900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:56:14.793329 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.815713 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2b9f81-c5c9-47c4-b457-9b95eb623192 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:56:14.849163 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 8b2b9f81-c5c9-47c4-b457-9b95eb623192, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b2b9f81-c5c9-47c4-b457-9b95eb623192,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:14.858778 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:14.921047 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=8b2b9f81-c5c9-47c4-b457-9b95eb623192,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:17.145237 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb4a59-b92f-420c-86a5-9dfb4fbd7cd6 req-11d14dfa-a87f-4293-a783-4c259dcb860a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:17.146905 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0cfb4a59-b92f-420c-86a5-9dfb4fbd7cd6 req-11d14dfa-a87f-4293-a783-4c259dcb860a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0946727 Aug 25 17:56:17.196473 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d196d02-aaaf-4cf2-aeb6-8bc09398ed5d req-e487943c-d416-49ce-a662-b83947c39d8f tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:17.200358 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2d196d02-aaaf-4cf2-aeb6-8bc09398ed5d req-e487943c-d416-49ce-a662-b83947c39d8f tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 945 time: 0.1142004 Aug 25 17:56:17.223350 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0cfb4a59-b92f-420c-86a5-9dfb4fbd7cd6 req-aecb822b-c4ec-481a-86de-9f78e763e931 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639672 Aug 25 17:56:17.296531 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2d196d02-aaaf-4cf2-aeb6-8bc09398ed5d req-679024c1-4730-4f15-9522-233dd5a33051 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Aug 25 17:56:17.449054 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1493-54d8-413a-b152-67755258475e req-4317827b-f65d-458e-a302-bbe738b88045 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:17.451646 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f46b1493-54d8-413a-b152-67755258475e req-4317827b-f65d-458e-a302-bbe738b88045 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0806911 Aug 25 17:56:17.497203 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['8b2b9f81-c5c9-47c4-b457-9b95eb623192'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:56:17.517507 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f46b1493-54d8-413a-b152-67755258475e req-f35ffacc-cebb-4adf-b9c2-5459041e412b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555832 Aug 25 17:56:18.483185 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f01cd-3195-44f1-a1d0-b9247bb59881 req-d15366e4-ba99-4eaa-804a-5d1da96559f7 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:18.485570 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-873f01cd-3195-44f1-a1d0-b9247bb59881 req-d15366e4-ba99-4eaa-804a-5d1da96559f7 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 945 time: 0.0852423 Aug 25 17:56:18.554307 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-873f01cd-3195-44f1-a1d0-b9247bb59881 req-14a24ae7-608a-4487-9ea5-56299047f949 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600667 Aug 25 17:56:19.621178 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb832f-373f-44da-8422-be388f4ad671 req-429d3396-1aab-4118-ab56-a61f2c57d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:19.623599 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0bb832f-373f-44da-8422-be388f4ad671 req-429d3396-1aab-4118-ab56-a61f2c57d7ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.0657454 Aug 25 17:56:19.674126 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd46a8-fa98-4574-aa14-ee0b4cc7481c req-ad2631c3-b4b9-424b-a29a-2b8deddb2394 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:19.676334 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-39fd46a8-fa98-4574-aa14-ee0b4cc7481c req-ad2631c3-b4b9-424b-a29a-2b8deddb2394 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0878582 Aug 25 17:56:19.733651 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-39fd46a8-fa98-4574-aa14-ee0b4cc7481c req-18eb30ba-78d6-4218-83ef-46285f6d9ea6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468454 Aug 25 17:56:19.786591 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4fbc0-5f76-4873-bcb8-7d630188d2fd req-93ca1f0c-8e06-4b0f-88c9-077aa0678dcd tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:19.788082 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fce4fbc0-5f76-4873-bcb8-7d630188d2fd req-93ca1f0c-8e06-4b0f-88c9-077aa0678dcd tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 945 time: 0.1417718 Aug 25 17:56:19.813515 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb832f-373f-44da-8422-be388f4ad671 req-a411ec42-4f69-4698-8897-f4a0c6f8335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:19.815075 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0bb832f-373f-44da-8422-be388f4ad671 req-a411ec42-4f69-4698-8897-f4a0c6f8335f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.1766937 Aug 25 17:56:19.848397 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fce4fbc0-5f76-4873-bcb8-7d630188d2fd req-130dd46d-6dae-445b-932a-09f62fbe1411 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Aug 25 17:56:19.911259 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0bb832f-373f-44da-8422-be388f4ad671 req-711c0332-e635-4215-9afa-3a71540413e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 217 time: 0.0612741 Aug 25 17:56:20.009414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb832f-373f-44da-8422-be388f4ad671 req-31df8675-2baf-4908-b40f-66cad4f58026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:20.011450 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0bb832f-373f-44da-8422-be388f4ad671 req-31df8675-2baf-4908-b40f-66cad4f58026 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.0877330 Aug 25 17:56:20.074901 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0bb832f-373f-44da-8422-be388f4ad671 req-891703ee-8d97-4b6f-9e7e-b13f7fd4f708 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460851 Aug 25 17:56:20.239155 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0bb832f-373f-44da-8422-be388f4ad671 req-df76a1ef-6d04-41e6-908e-e56fac9d8b6c service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412137 Aug 25 17:56:20.393114 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0bb832f-373f-44da-8422-be388f4ad671 req-fec828cc-c183-4d07-92bc-d2d50740e538 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427345 Aug 25 17:56:20.912228 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8b2b9f81-c5c9-47c4-b457-9b95eb623192 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:56:20.921817 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7e3bf-04b7-4376-bb89-0d15ca75566a req-662ea455-1ce7-4857-8d7d-6e5d418f05cf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:20.930024 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b7d7e3bf-04b7-4376-bb89-0d15ca75566a req-662ea455-1ce7-4857-8d7d-6e5d418f05cf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0707529 Aug 25 17:56:20.967826 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b7d7e3bf-04b7-4376-bb89-0d15ca75566a req-90d446ac-3296-461e-86a7-ca1579a9ed9a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368042 Aug 25 17:56:21.008152 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:56:21.019374 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:56:21.020228 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:21.054710 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e7b8e-82a5-4433-a7e6-7511064d8284 req-6f593be4-bd78-401e-862f-2f474a5e7d93 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:21.057002 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f08e7b8e-82a5-4433-a7e6-7511064d8284 req-6f593be4-bd78-401e-862f-2f474a5e7d93 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 945 time: 0.0845149 Aug 25 17:56:21.122300 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:21.124880 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f08e7b8e-82a5-4433-a7e6-7511064d8284 req-82996c21-3452-4434-9168-cbc4c300a4a4 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566473 Aug 25 17:56:21.160031 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2b9f81-c5c9-47c4-b457-9b95eb623192'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:56:21.162840 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51615d9-5b1b-4cb3-9874-140109006c5d" -d '{"events": [{"server_uuid": "afed8b23-5422-41c5-8a19-6a04ab9647e9", "name": "network-vif-plugged", "status": "completed", "tag": "8b2b9f81-c5c9-47c4-b457-9b95eb623192"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:56:21.183993 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 8b2b9f81-c5c9-47c4-b457-9b95eb623192, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b2b9f81-c5c9-47c4-b457-9b95eb623192,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:21.191975 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:21.237099 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df382998-f0dd-4662-8574-925306731dc3 x-openstack-request-id: req-df382998-f0dd-4662-8574-925306731dc3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:56:21.237378 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afed8b23-5422-41c5-8a19-6a04ab9647e9", "name": "network-vif-plugged", "status": "completed", "tag": "8b2b9f81-c5c9-47c4-b457-9b95eb623192", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:56:21.237626 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df382998-f0dd-4662-8574-925306731dc3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:56:21.238009 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2b9f81-c5c9-47c4-b457-9b95eb623192', 'code': 200} Aug 25 17:56:21.273435 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=8b2b9f81-c5c9-47c4-b457-9b95eb623192,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:21.453439 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18d4f2-77cf-4663-a86d-db7c14fe3bc3 req-be64184e-f7b7-4fdf-bd95-3167247772b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:21.454959 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bf18d4f2-77cf-4663-a86d-db7c14fe3bc3 req-be64184e-f7b7-4fdf-bd95-3167247772b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 1099 time: 0.0448895 Aug 25 17:56:21.514570 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bf18d4f2-77cf-4663-a86d-db7c14fe3bc3 req-ea4f0923-adf9-4202-a392-4858428e1eee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Aug 25 17:56:22.130491 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab3783-4b22-4f1a-9825-181261ce0eab req-6a8124c4-31fd-4801-b33b-f5723f54ba94 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:22.132580 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9eab3783-4b22-4f1a-9825-181261ce0eab req-6a8124c4-31fd-4801-b33b-f5723f54ba94 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0675669 Aug 25 17:56:22.183363 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9eab3783-4b22-4f1a-9825-181261ce0eab req-bb9c35c8-b268-4e19-bd08-05b0cc1a7826 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Aug 25 17:56:22.292960 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894f14-6d79-4c89-b461-b09cb0f3a5a8 req-db74c217-260b-4bb7-885c-56553d6b8429 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:22.294878 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e2894f14-6d79-4c89-b461-b09cb0f3a5a8 req-db74c217-260b-4bb7-885c-56553d6b8429 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 946 time: 0.0696292 Aug 25 17:56:22.357854 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e2894f14-6d79-4c89-b461-b09cb0f3a5a8 req-a81a5841-dc31-474c-9e6c-f15695379eb4 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519347 Aug 25 17:56:23.381402 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc17b50-3c76-4336-9edb-b38ea1d8e670 req-8eea2188-afd7-4fd2-a5d4-1624fc9a651b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:23.384768 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fc17b50-3c76-4336-9edb-b38ea1d8e670 req-8eea2188-afd7-4fd2-a5d4-1624fc9a651b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0814209 Aug 25 17:56:23.492677 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fc17b50-3c76-4336-9edb-b38ea1d8e670 req-2d639320-dcc4-4475-810b-d6e019bfa38d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839901 Aug 25 17:56:23.595006 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648e4e-d13e-42dc-bc61-75b6c06de0b9 req-8eae386b-4ea6-497d-80cc-fe97f966e595 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:23.597505 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e648e4e-d13e-42dc-bc61-75b6c06de0b9 req-8eae386b-4ea6-497d-80cc-fe97f966e595 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 946 time: 0.0678058 Aug 25 17:56:23.650389 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e648e4e-d13e-42dc-bc61-75b6c06de0b9 req-a1176e58-f75f-4e99-b988-ec765e1b256c tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Aug 25 17:56:24.739075 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db721e4c-4edb-49fa-8870-8f5e4bf191d8 req-31002ae8-b3d8-4f7b-b305-4caa19c5a900 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:24.752197 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-db721e4c-4edb-49fa-8870-8f5e4bf191d8 req-31002ae8-b3d8-4f7b-b305-4caa19c5a900 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0960789 Aug 25 17:56:24.778379 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1758-8ed3-4ee1-815a-7064145fb3ff req-4a3e903a-b5b9-463c-991a-586e0e803642 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:24.787528 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-013d1758-8ed3-4ee1-815a-7064145fb3ff req-4a3e903a-b5b9-463c-991a-586e0e803642 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 946 time: 0.0664001 Aug 25 17:56:24.795938 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 46126) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:24.822399 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-db721e4c-4edb-49fa-8870-8f5e4bf191d8 req-1993fa38-252b-448b-a755-f5666abdf65a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686040 Aug 25 17:56:24.843555 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-013d1758-8ed3-4ee1-815a-7064145fb3ff req-30f3b2fd-9af4-45a8-999f-c534aee63f06 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547423 Aug 25 17:56:24.964572 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0496a31b-c67f-458a-8fe2-5f8a10d6cb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:25.101925 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0496a31b-c67f-458a-8fe2-5f8a10d6cb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:25.106921 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0496a31b-c67f-458a-8fe2-5f8a10d6cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:25.161063 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496a31b-c67f-458a-8fe2-5f8a10d6cb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9938d78c-9c70-48a1-9e2c-88e4cf595d51,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:25.169418 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0496a31b-c67f-458a-8fe2-5f8a10d6cb91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fc43857fa55467d91fe442ecb0787d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685267 Aug 25 17:56:25.170326 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:25.250995 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-963a0acb-3a4c-426b-abb5-f60eaf15bccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:25.288112 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-963a0acb-3a4c-426b-abb5-f60eaf15bccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:25.352466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-963a0acb-3a4c-426b-abb5-f60eaf15bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:25.358361 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-963a0acb-3a4c-426b-abb5-f60eaf15bccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:25.364202 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-963a0acb-3a4c-426b-abb5-f60eaf15bccb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9938d78c-9c70-48a1-9e2c-88e4cf595d51 HTTP/1.1" status: 204 len: 168 time: 0.1890533 Aug 25 17:56:25.375049 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a0acb-3a4c-426b-abb5-f60eaf15bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9938d78c-9c70-48a1-9e2c-88e4cf595d51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:25.995686 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1338fb-b91d-4d19-a3d5-a4a043d33a96 req-0274613f-1ffe-47a6-a0f8-c1f661bdfe48 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:25.998550 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7e1338fb-b91d-4d19-a3d5-a4a043d33a96 req-0274613f-1ffe-47a6-a0f8-c1f661bdfe48 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0904109 Aug 25 17:56:26.033786 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19679ce2-462b-4d4f-9d31-10c7691a0f26 req-fdba54d8-8a1e-42f8-9916-d4fdfa4fe4ec tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:26.036140 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19679ce2-462b-4d4f-9d31-10c7691a0f26 req-fdba54d8-8a1e-42f8-9916-d4fdfa4fe4ec tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 946 time: 0.0763493 Aug 25 17:56:26.073273 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7e1338fb-b91d-4d19-a3d5-a4a043d33a96 req-f13b0e2c-253b-4e7d-a3b9-8556e7648ef7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663192 Aug 25 17:56:26.103393 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19679ce2-462b-4d4f-9d31-10c7691a0f26 req-55538536-3aa5-4784-b5f9-208ff41c6b72 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521281 Aug 25 17:56:27.284286 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44329e38-720f-4bc3-ba1b-b6dfb5445c61 req-84388acc-a4bf-4188-a79e-b975d96742b9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:27.286588 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-44329e38-720f-4bc3-ba1b-b6dfb5445c61 req-84388acc-a4bf-4188-a79e-b975d96742b9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0991144 Aug 25 17:56:27.313652 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e6971-0440-4699-9e2f-23dbf854c766 req-5e960173-25f1-417f-b57f-09f545bb3a61 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:27.313652 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-be1e6971-0440-4699-9e2f-23dbf854c766 req-5e960173-25f1-417f-b57f-09f545bb3a61 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 946 time: 0.0834887 Aug 25 17:56:27.338492 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-44329e38-720f-4bc3-ba1b-b6dfb5445c61 req-0d6102c5-392c-400a-8276-52ec33ef6923 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Aug 25 17:56:27.383810 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-be1e6971-0440-4699-9e2f-23dbf854c766 req-a5a0d7e8-35c2-46bc-b431-e2ba75412bd3 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633214 Aug 25 17:56:28.235150 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-11a98874-7f29-4eb4-ac56-8f6677c0aed6 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:28.236601 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-11a98874-7f29-4eb4-ac56-8f6677c0aed6 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 946 time: 0.3378756 Aug 25 17:56:28.392320 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Deleting port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:56:28.392961 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:28.555551 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] For port 8b2b9f81-c5c9-47c4-b457-9b95eb623192, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b2b9f81-c5c9-47c4-b457-9b95eb623192,segment=NetworkSegment(e71a52d7-013e-4ac0-8bf6-30e98f1060dd),segment_id=e71a52d7-013e-4ac0-8bf6-30e98f1060dd)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:28.555917 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:28.565570 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145ebd5-bd16-4261-9c8d-b23dce542cdf req-4676fac7-896f-4efc-a823-8e0e8d0cf37a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:28.566572 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0d0c4-b122-4af2-9f5c-4757bf525f39 req-3b7f82bd-f994-4527-a09f-2cf3c3cd2c32 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:28.567386 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6145ebd5-bd16-4261-9c8d-b23dce542cdf req-4676fac7-896f-4efc-a823-8e0e8d0cf37a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1020551 Aug 25 17:56:28.569169 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1db0d0c4-b122-4af2-9f5c-4757bf525f39 req-3b7f82bd-f994-4527-a09f-2cf3c3cd2c32 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 946 time: 0.0784554 Aug 25 17:56:28.579715 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Calling delete_port for 8b2b9f81-c5c9-47c4-b457-9b95eb623192 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:56:28.640277 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1db0d0c4-b122-4af2-9f5c-4757bf525f39 req-5c0927ea-0358-4898-b4a4-a6973f4b3bf3 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b96e3e7-87c2-48c6-9639-56a1c743ce86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589523 Aug 25 17:56:28.670741 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6145ebd5-bd16-4261-9c8d-b23dce542cdf req-27560acd-5126-4071-a1d8-2859f3ab7fbd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889239 Aug 25 17:56:28.825657 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:28.844155 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['8b2b9f81-c5c9-47c4-b457-9b95eb623192'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:56:28.869395 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Pushing event deleted for resources: {'Port': ['ID=8b2b9f81-c5c9-47c4-b457-9b95eb623192,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:28.940994 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] No DVR routers for this DVR port 8b2b9f81-c5c9-47c4-b457-9b95eb623192 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:56:28.943751 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:28.946122 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-67f43d01-2605-47f1-ba33-5bcf7f2f1e46 req-168e352c-34e4-48cc-b02d-c32114697b27 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.10 "DELETE /v2.0/ports/8b2b9f81-c5c9-47c4-b457-9b95eb623192 HTTP/1.1" status: 204 len: 173 time: 0.6896722 Aug 25 17:56:28.946572 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'name': 'network-vif-deleted', 'tag': '8b2b9f81-c5c9-47c4-b457-9b95eb623192'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:56:28.949114 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70c3238-0a1a-48e0-900a-d4d588bf1250" -d '{"events": [{"server_uuid": "afed8b23-5422-41c5-8a19-6a04ab9647e9", "name": "network-vif-deleted", "tag": "8b2b9f81-c5c9-47c4-b457-9b95eb623192"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:56:29.029580 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c54361b-53f6-44ae-be85-018c3f38962c x-openstack-request-id: req-4c54361b-53f6-44ae-be85-018c3f38962c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:56:29.030143 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afed8b23-5422-41c5-8a19-6a04ab9647e9", "name": "network-vif-deleted", "tag": "8b2b9f81-c5c9-47c4-b457-9b95eb623192", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:56:29.030603 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c54361b-53f6-44ae-be85-018c3f38962c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:56:29.031299 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afed8b23-5422-41c5-8a19-6a04ab9647e9', 'name': 'network-vif-deleted', 'tag': '8b2b9f81-c5c9-47c4-b457-9b95eb623192', 'status': 'completed', 'code': 200} Aug 25 17:56:29.097147 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 46294) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:29.266506 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffecf25a-c66b-4c08-8b0a-8d657825e190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:29.398398 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffecf25a-c66b-4c08-8b0a-8d657825e190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:29.403721 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffecf25a-c66b-4c08-8b0a-8d657825e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:29.473304 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecf25a-c66b-4c08-8b0a-8d657825e190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5865061-d340-4afb-976f-82fd5f3f8338,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:29.480474 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ffecf25a-c66b-4c08-8b0a-8d657825e190 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=248fe6ec36d64220925a3597d8ef189b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820930 Aug 25 17:56:29.484582 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 46300) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:29.543430 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0301-651b-48b9-b82e-fabb2ca71e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:29.577343 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0301-651b-48b9-b82e-fabb2ca71e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:29.650990 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0301-651b-48b9-b82e-fabb2ca71e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:29.654372 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0301-651b-48b9-b82e-fabb2ca71e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:29.659603 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ea6e0301-651b-48b9-b82e-fabb2ca71e4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5865061-d340-4afb-976f-82fd5f3f8338 HTTP/1.1" status: 204 len: 168 time: 0.1698465 Aug 25 17:56:29.667727 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e0301-651b-48b9-b82e-fabb2ca71e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5865061-d340-4afb-976f-82fd5f3f8338,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:29.858101 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ad19ffbd-9db4-4769-b7b6-9a7c45b25534 req-0912d4f8-cb42-4c2b-acc4-977bd1d9bf12 tempest-VolumesActionsTest-1277701955 tempest-VolumesActionsTest-1277701955-project] 10.222.0.23 "GET /v2.0/ports?device_id=afed8b23-5422-41c5-8a19-6a04ab9647e9 HTTP/1.1" status: 200 len: 210 time: 0.0516174 Aug 25 17:56:29.862393 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cac1c0-78e9-4f7e-9940-ae6081b2cdb0 req-569091c1-b613-4588-9419-735cc83b4256 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:29.864796 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-02cac1c0-78e9-4f7e-9940-ae6081b2cdb0 req-569091c1-b613-4588-9419-735cc83b4256 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0793428 Aug 25 17:56:29.951167 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-02cac1c0-78e9-4f7e-9940-ae6081b2cdb0 req-f5f4b9d3-396b-494d-8ecb-e038f2446ab9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713925 Aug 25 17:56:30.468984 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151205-9250-449c-b056-da845b7086dc req-375618cf-97f4-4c4d-8375-f7bb2c0af79d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:30.470863 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-375618cf-97f4-4c4d-8375-f7bb2c0af79d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.1511106 Aug 25 17:56:30.490908 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-ae93730b-0c21-4784-85e3-16fd055fc07d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/quotas/36670799293a4c9eac1589c6fb221c40 HTTP/1.1" status: 200 len: 375 time: 0.0098798 Aug 25 17:56:30.595892 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-e6886279-b49d-43e9-b290-21c242358f5b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952642 Aug 25 17:56:30.713055 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-e00387bd-d7e8-4076-8884-ce21fb3a720f service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064188 Aug 25 17:56:30.755644 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 46348) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:30.830499 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-bb121aaf-f9ef-4340-9d71-7eb87eb54aa3 service neutron] 10.222.0.23 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106806 Aug 25 17:56:30.940948 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-140519116-network', 'tenant_id': '64156c50e7f34c8b9667ca74aac7757e'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:30.971305 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Made reservation on behalf of 64156c50e7f34c8b9667ca74aac7757e for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:56:30.979478 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.000934 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.155166 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0d8bd41-1ddf-4f97-8c09-28eec01fe871 req-ca88c1b4-05e7-4400-9bb1-18cfdf6c6fc6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 210 time: 0.0649984 Aug 25 17:56:31.195580 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb547c5b-2b74-4f87-99fe-5dd6243cbf1c req-6482b47e-db34-4c99-b999-fdfe7e360d46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:31.200187 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bb547c5b-2b74-4f87-99fe-5dd6243cbf1c req-6482b47e-db34-4c99-b999-fdfe7e360d46 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1344275 Aug 25 17:56:31.292589 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.300587 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bb547c5b-2b74-4f87-99fe-5dd6243cbf1c req-73b951a4-ec8d-4304-b1b8-93b9d52e1660 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685465 Aug 25 17:56:31.302874 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.338621 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:56:31.354007 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54949550-f93e-42dd-963d-4c9b330b5783,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:31.372039 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.372717 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Added segment 57dae4cc-c687-4cb7-8717-bdd1d49421e3 of type vlan for network 065e45df-0d84-43a5-aa48-12af04431c43 Aug 25 17:56:31.463674 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.521596 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.523679 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:31.524920 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:31.606856 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8493629 Aug 25 17:56:31.611781 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 46388) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:56:31.656613 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Request body: {'subnet': {'network_id': '065e45df-0d84-43a5-aa48-12af04431c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-140519116-subnet', 'tenant_id': '64156c50e7f34c8b9667ca74aac7757e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:31.675778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f408c24-a994-4e37-9efa-d62c17cebdb2 admin admin] Pushing event updated for resources: {'Network': ['ID=065e45df-0d84-43a5-aa48-12af04431c43,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:31.695176 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 065e45df-0d84-43a5-aa48-12af04431c43 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:56:31.707705 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Made reservation on behalf of 64156c50e7f34c8b9667ca74aac7757e for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:56:31.712815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005303'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:32.015052 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13196638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005189'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:32.110503 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8edee9d4-f1e6-4948-b6fd-4fc70d55faaa,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:32.122354 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Checking segment: {'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:56:32.122812 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Network hostable DHCP agents. Network: 065e45df-0d84-43a5-aa48-12af04431c43, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:56:32.160068 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Network 065e45df-0d84-43a5-aa48-12af04431c43 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:56:32.171130 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 065e45df-0d84-43a5-aa48-12af04431c43) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:56:32.176161 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:32.177177 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:32.191207 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17745644-2055-467b-ad8e-1126f515b50f None None] Network 065e45df-0d84-43a5-aa48-12af04431c43 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:56:32.205016 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8afbf2e1-d5fb-4c3f-9754-cd2e19eed0bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5920877 Aug 25 17:56:32.324012 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ff04b9e-3ed0-4b9e-90c8-5995e1a069d8 req-9295247d-697e-4b20-a708-a6fdad06d07f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 210 time: 0.0354912 Aug 25 17:56:32.363869 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c25af3-2952-44dd-8f9c-ddb17db6d3d8 None None] Network 065e45df-0d84-43a5-aa48-12af04431c43 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:56:32.518971 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e487a-fc66-48be-81a8-c6c8bd910f45 req-7a673926-4c93-4b71-835a-8c98bda98a7e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:32.520606 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d57e487a-fc66-48be-81a8-c6c8bd910f45 req-7a673926-4c93-4b71-835a-8c98bda98a7e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0755136 Aug 25 17:56:32.576628 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d57e487a-fc66-48be-81a8-c6c8bd910f45 req-5e427adf-2a81-48da-9059-d13e50eaf9a1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430670 Aug 25 17:56:32.776566 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:34.600819 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8b2b9f81-c5c9-47c4-b457-9b95eb623192 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:56:34.630446 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 8b2b9f81-c5c9-47c4-b457-9b95eb623192 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:56:34.630785 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8b2b9f81-c5c9-47c4-b457-9b95eb623192 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:56:35.729743 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fc30ae-7181-4a1c-b035-e7577b5ea2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:35.881041 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2c018caf-0106-436e-afd5-9fabfdeb2409 req-a98c9de3-e441-499e-9634-8d9fa59f0454 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 210 time: 0.0481906 Aug 25 17:56:36.062468 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2230593-7c1a-4e53-8665-b594e81d66a9 req-51706e70-a632-413e-b556-e270bcdab5b5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:36.064184 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b2230593-7c1a-4e53-8665-b594e81d66a9 req-51706e70-a632-413e-b556-e270bcdab5b5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1839561 Aug 25 17:56:36.119317 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151205-9250-449c-b056-da845b7086dc req-07b77308-c085-4667-b4cb-c345149559bd tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:36.121118 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-07b77308-c085-4667-b4cb-c345149559bd tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 814 time: 0.3040171 Aug 25 17:56:36.153284 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b2230593-7c1a-4e53-8665-b594e81d66a9 req-53d01136-2069-44cc-992b-894270df78fc tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729098 Aug 25 17:56:36.160694 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Request body: {'port': {'device_id': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'admin_state_up': True, 'tenant_id': '36670799293a4c9eac1589c6fb221c40'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:36.286922 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Made reservation on behalf of 36670799293a4c9eac1589c6fb221c40 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:56:36.291381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:36.449501 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Allocated IP 172.20.0.7 (1c0644aa-1364-4ec3-a098-7ad9be003817/6d2759b9-c341-4aa4-997a-1868fb9e591a/d9b979e2-46f3-45f7-80ed-6a248cb10f43) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:56:36.674307 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:36.722542 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:36.744052 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4', '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'bcced322-76e0-47a4-9f47-016a236be720'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:56:36.778459 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Network 1c0644aa-1364-4ec3-a098-7ad9be003817 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:56:36.789733 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:56:36.796591 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:56:36.825207 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event updated for resources: {'Port': ['ID=d9b979e2-46f3-45f7-80ed-6a248cb10f43,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:36.886576 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:36.887519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:36.906464 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-061053d6-c938-42b2-9768-3390fe5a69bf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502954 Aug 25 17:56:36.957726 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Request body: {'port': {'device_id': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:37.065539 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:37.066518 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef04f3-95fc-4a13-aee5-4c7f1208fd39 req-43db3994-9f81-4517-a1f5-76edda9cc3b6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:37.069639 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f3ef04f3-95fc-4a13-aee5-4c7f1208fd39 req-43db3994-9f81-4517-a1f5-76edda9cc3b6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 931 time: 0.0677207 Aug 25 17:56:37.126681 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f3ef04f3-95fc-4a13-aee5-4c7f1208fd39 req-bf482feb-089f-4198-9934-cf0033b79c28 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477607 Aug 25 17:56:37.457062 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b5dad-044e-480a-93d4-e441c8789d65 req-01a113c6-91b2-4147-b3da-a1485828bca9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:37.458654 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ab4b5dad-044e-480a-93d4-e441c8789d65 req-01a113c6-91b2-4147-b3da-a1485828bca9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1646295 Aug 25 17:56:37.541517 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ab4b5dad-044e-480a-93d4-e441c8789d65 req-52c49b3a-519c-40e5-97ce-caa0b97c5557 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721662 Aug 25 17:56:37.600349 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b979e2-46f3-45f7-80ed-6a248cb10f43 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:56:37.610046 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:37.629729 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Transition to ACTIVE for port object d9b979e2-46f3-45f7-80ed-6a248cb10f43 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:56:37.635208 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:37.715268 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b979e2-46f3-45f7-80ed-6a248cb10f43,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:37.785702 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Attempting to bind port d9b979e2-46f3-45f7-80ed-6a248cb10f43 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:56:37.786036 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Attempting to bind port d9b979e2-46f3-45f7-80ed-6a248cb10f43 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:56:37.786413 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Attempting to bind port d9b979e2-46f3-45f7-80ed-6a248cb10f43 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:56:37.791720 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Port d9b979e2-46f3-45f7-80ed-6a248cb10f43 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:56:37.792062 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Attempting to bind port d9b979e2-46f3-45f7-80ed-6a248cb10f43 on network 1c0644aa-1364-4ec3-a098-7ad9be003817 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:56:37.799130 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:56:37.799607 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Checking segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:56:37.800232 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Bound using segment: {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:56:37.801088 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Bound port: d9b979e2-46f3-45f7-80ed-6a248cb10f43, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:56:37.801743 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:37.930304 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] For port d9b979e2-46f3-45f7-80ed-6a248cb10f43, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:56:37.936543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] For port d9b979e2-46f3-45f7-80ed-6a248cb10f43, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b979e2-46f3-45f7-80ed-6a248cb10f43,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:56:37.945547 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:37.988073 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:37.988793 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:37.990386 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9b979e2-46f3-45f7-80ed-6a248cb10f43 HTTP/1.1" status: 200 len: 1093 time: 1.0392952 Aug 25 17:56:37.991586 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'tag': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:56:37.995615 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb2ba26-724a-45d3-9686-eae3c2cbc258" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb19022-6b49-45aa-91e4-b06b9c4a0a80", "tag": "d9b979e2-46f3-45f7-80ed-6a248cb10f43"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:56:38.087608 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e390fd-7247-447b-8f58-f393bb49a5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b979e2-46f3-45f7-80ed-6a248cb10f43,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:38.213171 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151205-9250-449c-b056-da845b7086dc req-0445f25f-c226-42d0-8f9d-e1784157dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:38.216153 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-0445f25f-c226-42d0-8f9d-e1784157dea3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 1096 time: 0.1057281 Aug 25 17:56:38.219051 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd05c00-5e1f-4ba7-ae25-45326a08fe9e x-openstack-request-id: req-6bd05c00-5e1f-4ba7-ae25-45326a08fe9e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:56:38.219476 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb19022-6b49-45aa-91e4-b06b9c4a0a80", "tag": "d9b979e2-46f3-45f7-80ed-6a248cb10f43", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:56:38.219816 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd05c00-5e1f-4ba7-ae25-45326a08fe9e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:56:38.220451 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'tag': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43', 'status': 'completed', 'code': 200} Aug 25 17:56:38.310179 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-ecd8ea55-ade0-47f1-b06f-bb651726a216 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b979e2-46f3-45f7-80ed-6a248cb10f43 HTTP/1.1" status: 200 len: 217 time: 0.0694253 Aug 25 17:56:38.390986 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc16e1f-fa10-4b9a-ba35-be291f18ed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:38.396546 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151205-9250-449c-b056-da845b7086dc req-c20e9d65-e629-48f3-83e1-6e7e69dd9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:38.400313 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-c20e9d65-e629-48f3-83e1-6e7e69dd9a43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.0757194 Aug 25 17:56:38.447391 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-020a28d2-a83f-44cc-95a7-0e80f387c787 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311732 Aug 25 17:56:38.595019 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:38.615580 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d0fae-bf14-48df-99ba-74554bf7c8de req-02317c9e-6290-41ad-868e-b07246bb6c6a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:38.618707 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f42d0fae-bf14-48df-99ba-74554bf7c8de req-02317c9e-6290-41ad-868e-b07246bb6c6a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 943 time: 0.1072488 Aug 25 17:56:38.628673 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-5c16b9e5-eccf-42bb-8371-d95ab1ee990a service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716449 Aug 25 17:56:38.741821 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f42d0fae-bf14-48df-99ba-74554bf7c8de req-1a601233-196e-41fe-ab7b-16ac38eb55c7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108243 Aug 25 17:56:38.789996 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf151205-9250-449c-b056-da845b7086dc req-68d965b9-782a-4b1e-9df2-67f5a0521f09 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505318 Aug 25 17:56:38.948795 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2e00-db67-4d7d-ad72-64b7cd408284 req-15ce1ce4-5597-4258-9606-b91ca468c35a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:38.951801 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-814d2e00-db67-4d7d-ad72-64b7cd408284 req-15ce1ce4-5597-4258-9606-b91ca468c35a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1189964 Aug 25 17:56:38.980705 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-11112e95-8be5-4042-8754-8126556cc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:38.982478 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-11112e95-8be5-4042-8754-8126556cc5a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36670799293a4c9eac1589c6fb221c40&device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 1096 time: 0.1133077 Aug 25 17:56:39.035049 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-814d2e00-db67-4d7d-ad72-64b7cd408284 req-fc559d05-7a0d-4c99-a715-45470057d419 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757945 Aug 25 17:56:39.132945 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-80d3fa36-6650-421e-8888-934431228d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:39.134458 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-80d3fa36-6650-421e-8888-934431228d7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 200 len: 915 time: 0.1323423 Aug 25 17:56:39.208421 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-1e186d8c-a706-4ae0-a403-65c2aeee915e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b979e2-46f3-45f7-80ed-6a248cb10f43 HTTP/1.1" status: 200 len: 217 time: 0.0596619 Aug 25 17:56:39.317366 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-1b1c788e-241f-4e3a-88fa-e1add3b78e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:39.320545 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-1b1c788e-241f-4e3a-88fa-e1add3b78e8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 200 len: 854 time: 0.0994205 Aug 25 17:56:39.379697 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-3c30945c-dfbb-4034-86be-687786d9cb09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0644aa-1364-4ec3-a098-7ad9be003817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404439 Aug 25 17:56:39.523066 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:39.570394 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-f4d7ab0b-cc4a-4ee7-91ab-366b49befc2b service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733620 Aug 25 17:56:39.776442 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cbb2ba26-724a-45d3-9686-eae3c2cbc258 req-51a8b7d3-adf5-44b2-8693-552484673712 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818964 Aug 25 17:56:39.933453 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8a4e-3b16-4aac-a9a4-ac70dc2c1a98 req-f41ecd18-a631-4fc4-a626-a78893df0a17 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:39.936249 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8c4e8a4e-3b16-4aac-a9a4-ac70dc2c1a98 req-f41ecd18-a631-4fc4-a626-a78893df0a17 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 943 time: 0.0881541 Aug 25 17:56:39.994482 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8c4e8a4e-3b16-4aac-a9a4-ac70dc2c1a98 req-cbd81129-fc38-4da5-bcb9-5550d23641e9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447552 Aug 25 17:56:40.193529 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e092510-e1b5-4f22-a5c7-5fe85d3a8a09 req-1cf63734-0beb-4d11-8810-440a7dd65630 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:40.195613 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0e092510-e1b5-4f22-a5c7-5fe85d3a8a09 req-1cf63734-0beb-4d11-8810-440a7dd65630 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0582349 Aug 25 17:56:40.264964 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0e092510-e1b5-4f22-a5c7-5fe85d3a8a09 req-dfbccfb6-007e-4d08-9c38-9c7f2a0267c7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582020 Aug 25 17:56:41.155369 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1062-f186-45a0-b524-83bef9423c4a req-2f6f81f3-5489-4cb5-9475-1170b7015ebf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:41.156890 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4bef1062-f186-45a0-b524-83bef9423c4a req-2f6f81f3-5489-4cb5-9475-1170b7015ebf tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 943 time: 0.0693431 Aug 25 17:56:41.210861 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4bef1062-f186-45a0-b524-83bef9423c4a req-6e999349-82bb-4d58-bf36-81f981537851 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Aug 25 17:56:41.304203 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:41.515388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f7f3-e6f6-4488-8fdf-32b448b21f48 req-6ee4e8fe-6ad2-4c34-8fd6-72d2880e9d34 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:41.517122 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-63f9f7f3-e6f6-4488-8fdf-32b448b21f48 req-6ee4e8fe-6ad2-4c34-8fd6-72d2880e9d34 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1438439 Aug 25 17:56:41.567997 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-63f9f7f3-e6f6-4488-8fdf-32b448b21f48 req-58af4c7c-5da4-43f4-8f81-36a51eb460a1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Aug 25 17:56:41.695396 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d9b979e2-46f3-45f7-80ed-6a248cb10f43 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:56:41.834605 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port d9b979e2-46f3-45f7-80ed-6a248cb10f43, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b979e2-46f3-45f7-80ed-6a248cb10f43,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:41.857116 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43', 'network_id': '1c0644aa-1364-4ec3-a098-7ad9be003817', 'port_id': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43', 'mac_address': 'fa:16:3e:d3:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2759b9-c341-4aa4-997a-1868fb9e591a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:56:41.922331 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:41.946879 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b979e2-46f3-45f7-80ed-6a248cb10f43 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:56:41.989715 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port d9b979e2-46f3-45f7-80ed-6a248cb10f43, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b979e2-46f3-45f7-80ed-6a248cb10f43,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:42.002298 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:42.088141 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=d9b979e2-46f3-45f7-80ed-6a248cb10f43,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:42.103241 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.104094 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.105385 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.105385 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.105928 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.106372 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.106728 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.107735 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.107933 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.108489 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.109117 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.109948 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:42.536587 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['d9b979e2-46f3-45f7-80ed-6a248cb10f43'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:56:42.551679 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ae9c6-682a-4cbe-ae03-5630185eb841 req-f533af5b-c9f6-4326-9a01-5958a1edc318 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:42.563643 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-482ae9c6-682a-4cbe-ae03-5630185eb841 req-f533af5b-c9f6-4326-9a01-5958a1edc318 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 944 time: 0.1979344 Aug 25 17:56:42.640731 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-482ae9c6-682a-4cbe-ae03-5630185eb841 req-3350b8b5-62ff-4877-9f38-02c17358d821 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755129 Aug 25 17:56:42.828604 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b64bc-37a0-4c98-a212-7bbb4ff4c5bc req-f27bd6b1-c5eb-4259-87b3-ba071664e491 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:42.830550 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ef9b64bc-37a0-4c98-a212-7bbb4ff4c5bc req-f27bd6b1-c5eb-4259-87b3-ba071664e491 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0883303 Aug 25 17:56:42.900903 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ef9b64bc-37a0-4c98-a212-7bbb4ff4c5bc req-817f62c2-bbb8-4087-ba2f-1c2a55ac4ed7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593371 Aug 25 17:56:43.250069 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:56:43.837060 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bd558-140b-442a-bc73-61c51e0a7f9a req-3ddc5bf4-60d7-4d8b-a049-451cf8b64120 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:43.839932 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-602bd558-140b-442a-bc73-61c51e0a7f9a req-3ddc5bf4-60d7-4d8b-a049-451cf8b64120 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 944 time: 0.0779388 Aug 25 17:56:43.903709 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-602bd558-140b-442a-bc73-61c51e0a7f9a req-0f735bd4-f939-417e-a7b7-2e369860003f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539405 Aug 25 17:56:44.072552 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067b55-a377-4c22-8082-add5459d09c9 req-bfed78d6-9a8d-4886-89dc-3222c9addfa5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:44.074538 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-08067b55-a377-4c22-8082-add5459d09c9 req-bfed78d6-9a8d-4886-89dc-3222c9addfa5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0740559 Aug 25 17:56:44.136460 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-08067b55-a377-4c22-8082-add5459d09c9 req-e9841051-aafe-4513-80ed-de88a028ac6a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 Aug 25 17:56:45.100504 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66980ffd-1310-4cbc-b769-e7361f37efe0 req-a7bd8d95-1ba3-4323-8d76-85e1cfb67a10 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:45.108300 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-66980ffd-1310-4cbc-b769-e7361f37efe0 req-a7bd8d95-1ba3-4323-8d76-85e1cfb67a10 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 944 time: 0.0827091 Aug 25 17:56:45.158391 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-66980ffd-1310-4cbc-b769-e7361f37efe0 req-fd42ad00-96d6-4ebc-bbd1-26c08b1be5e0 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490518 Aug 25 17:56:45.326573 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83986b6a-d08a-49e7-8530-c675a47a8ca7 req-8ddd4de9-5cde-428e-86fc-31f9a9192bab tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:45.328312 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-83986b6a-d08a-49e7-8530-c675a47a8ca7 req-8ddd4de9-5cde-428e-86fc-31f9a9192bab tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0709107 Aug 25 17:56:45.383358 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-83986b6a-d08a-49e7-8530-c675a47a8ca7 req-ddfc29c6-2ac3-40a9-9ae3-3f8307d48105 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Aug 25 17:56:45.689762 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d9b979e2-46f3-45f7-80ed-6a248cb10f43 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:56:45.757693 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port d9b979e2-46f3-45f7-80ed-6a248cb10f43 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:56:45.763575 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port d9b979e2-46f3-45f7-80ed-6a248cb10f43 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:56:45.763946 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:45.888093 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:45.929169 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:56:45.932935 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c99c02-099f-42f5-b1ab-75e4210af08a" -d '{"events": [{"server_uuid": "6eb19022-6b49-45aa-91e4-b06b9c4a0a80", "name": "network-vif-plugged", "status": "completed", "tag": "d9b979e2-46f3-45f7-80ed-6a248cb10f43"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:56:45.952398 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port d9b979e2-46f3-45f7-80ed-6a248cb10f43, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b979e2-46f3-45f7-80ed-6a248cb10f43,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:56:45.961504 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:46.046071 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=d9b979e2-46f3-45f7-80ed-6a248cb10f43,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:54.639963 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-b2250882-4cbc-48cb-aa83-4d9ea5c122ef tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:54.642454 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-b2250882-4cbc-48cb-aa83-4d9ea5c122ef tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/networks?id=065e45df-0d84-43a5-aa48-12af04431c43 HTTP/1.1" status: 200 len: 813 time: 0.2346172 Aug 25 17:56:54.684972 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-b8987512-9933-42c5-806b-573d38959ebb tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/quotas/64156c50e7f34c8b9667ca74aac7757e HTTP/1.1" status: 200 len: 375 time: 0.0152905 Aug 25 17:56:54.740114 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-dedf6973-0ab5-4253-8220-f42269a9f0b0 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64156c50e7f34c8b9667ca74aac7757e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465596 Aug 25 17:56:54.969016 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-7535630b-6eb8-4bb4-ae43-b87ef84b90b3 service neutron] 10.222.0.23 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127638 Aug 25 17:56:55.001067 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee74e1d-fa97-4929-a82a-47c0bebad6d0 x-openstack-request-id: req-9ee74e1d-fa97-4929-a82a-47c0bebad6d0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:56:55.001673 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb19022-6b49-45aa-91e4-b06b9c4a0a80", "name": "network-vif-plugged", "status": "completed", "tag": "d9b979e2-46f3-45f7-80ed-6a248cb10f43", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:56:55.002192 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ee74e1d-fa97-4929-a82a-47c0bebad6d0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:56:55.002806 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43', 'code': 200} Aug 25 17:56:55.117429 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a4b60-5110-438a-bc19-0c4a6f0ad989 req-5686b7cf-5dba-43b4-a2e1-011a08701d03 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:55.125668 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-66221900-c2e6-4803-91d0-5b3d7799c460 service neutron] 10.222.0.23 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463768 Aug 25 17:56:55.127557 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f19a4b60-5110-438a-bc19-0c4a6f0ad989 req-5686b7cf-5dba-43b4-a2e1-011a08701d03 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.0654807 Aug 25 17:56:55.205187 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f19a4b60-5110-438a-bc19-0c4a6f0ad989 req-027b0afb-4964-4247-8b97-21a84fdbeabb tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761213 Aug 25 17:56:55.456717 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e5202-4a0b-4d63-83ca-95197cd5fbb1 req-2d1fdb1d-c849-4706-8b08-518e9a6495f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:55.458387 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c30e5202-4a0b-4d63-83ca-95197cd5fbb1 req-2d1fdb1d-c849-4706-8b08-518e9a6495f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 1098 time: 0.2076514 Aug 25 17:56:55.472806 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58efe6-5fe4-4f4c-9e4d-516e40f06d0f req-27680fb9-ed37-43bb-93da-9a81f70624c7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:55.474881 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0f58efe6-5fe4-4f4c-9e4d-516e40f06d0f req-27680fb9-ed37-43bb-93da-9a81f70624c7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1599288 Aug 25 17:56:55.518897 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadf2af-e6ff-4215-920e-7a0532aa55d1 req-9a95d97d-b626-4ae0-bd7d-8297d02852d2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:55.525872 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c30e5202-4a0b-4d63-83ca-95197cd5fbb1 req-d0ce4f97-bfe6-47b8-b29c-bd8c3fd81aad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496347 Aug 25 17:56:55.528968 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3dadf2af-e6ff-4215-920e-7a0532aa55d1 req-9a95d97d-b626-4ae0-bd7d-8297d02852d2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1110487 Aug 25 17:56:55.565487 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0f58efe6-5fe4-4f4c-9e4d-516e40f06d0f req-dd45eb95-608d-4d6a-b3d0-3b0cc75536b6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748203 Aug 25 17:56:55.626237 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3dadf2af-e6ff-4215-920e-7a0532aa55d1 req-62eb97ea-166f-4386-99da-f0fc8c748d0c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892940 Aug 25 17:56:55.672898 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3d8d59fb-8d4e-445d-8148-0baa706570b3 req-b29c48b0-5959-464c-81b9-b66690d43349 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 210 time: 0.0483654 Aug 25 17:56:56.381296 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e0507-3530-4e0d-8dc6-5f924f42127a req-997e8d89-04c3-4716-8375-6228e3300025 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:56.383063 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a48e0507-3530-4e0d-8dc6-5f924f42127a req-997e8d89-04c3-4716-8375-6228e3300025 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.0547543 Aug 25 17:56:56.433295 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a48e0507-3530-4e0d-8dc6-5f924f42127a req-71400496-2cc2-4cd0-adf4-33876a389c62 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Aug 25 17:56:56.732169 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca036467-5042-46a7-9658-17b9b43197fb req-7e8d1d8b-52ab-48b9-98a5-65aeffd648d8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:56.733803 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ca036467-5042-46a7-9658-17b9b43197fb req-7e8d1d8b-52ab-48b9-98a5-65aeffd648d8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0584290 Aug 25 17:56:56.792222 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ca036467-5042-46a7-9658-17b9b43197fb req-0956a550-e2ea-4b35-9ea0-65336a4faf45 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Aug 25 17:56:56.884149 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484feb5-4cdb-40bd-87db-0eb3d6fb94eb req-ed3ed219-f95c-4023-a1ef-400972d995d8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:56.888504 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f484feb5-4cdb-40bd-87db-0eb3d6fb94eb req-ed3ed219-f95c-4023-a1ef-400972d995d8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1322763 Aug 25 17:56:56.993574 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f484feb5-4cdb-40bd-87db-0eb3d6fb94eb req-c41b0ddc-1ad4-4c4f-a503-1641aad13274 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838740 Aug 25 17:56:57.012621 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c4956e95-a283-442d-9d6e-a34f0b9e9034 req-ee8e3178-87a2-4e2d-9ca3-30cb3642399a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 210 time: 0.0636702 Aug 25 17:56:57.641415 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9dfb7-8703-46bf-b617-48a4d375de28 req-23f48c3d-510c-402c-9c7a-760a12523d0d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:57.645297 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a6c9dfb7-8703-46bf-b617-48a4d375de28 req-23f48c3d-510c-402c-9c7a-760a12523d0d tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.0868509 Aug 25 17:56:57.706437 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eafbf3-a92a-4d3e-b058-0bfb857f3b1c req-399fab56-45f6-4999-a47c-008625f1688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:57.709725 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d3eafbf3-a92a-4d3e-b058-0bfb857f3b1c req-399fab56-45f6-4999-a47c-008625f1688a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.6036146 Aug 25 17:56:57.711354 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a6c9dfb7-8703-46bf-b617-48a4d375de28 req-56b53a9e-6506-420d-a202-722cf8759aa8 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530527 Aug 25 17:56:57.807942 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d3eafbf3-a92a-4d3e-b058-0bfb857f3b1c req-e7cdd38d-45ee-4848-9258-80d8c6c7950a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790303 Aug 25 17:56:57.828830 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-d299bfd9-ab4a-47c0-8d2a-611864741d64 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:57.830222 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-d299bfd9-ab4a-47c0-8d2a-611864741d64 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "GET /v2.0/networks?id=065e45df-0d84-43a5-aa48-12af04431c43 HTTP/1.1" status: 200 len: 813 time: 0.6721351 Aug 25 17:56:58.108493 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fd50e-a711-415e-a4a6-6e3a9be455be req-824b60ca-9ffd-4ce1-88e9-d32cdf648e85 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:58.111372 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-874fd50e-a711-415e-a4a6-6e3a9be455be req-824b60ca-9ffd-4ce1-88e9-d32cdf648e85 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1174285 Aug 25 17:56:58.205692 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ce875-216d-4eba-9da1-d3f61800a0d0 req-17a2b63f-82b7-4520-b288-a4d479883225 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:58.209299 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-550ce875-216d-4eba-9da1-d3f61800a0d0 req-17a2b63f-82b7-4520-b288-a4d479883225 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1020679 Aug 25 17:56:58.232231 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-874fd50e-a711-415e-a4a6-6e3a9be455be req-a620bdec-7e5d-4f93-a8d2-8fd901e5de9b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985205 Aug 25 17:56:58.267314 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Request body: {'port': {'device_id': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43', 'admin_state_up': True, 'tenant_id': '64156c50e7f34c8b9667ca74aac7757e'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:56:58.387182 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-550ce875-216d-4eba-9da1-d3f61800a0d0 req-764b765d-5e8d-4f5f-8ef4-db4a157f14d4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669641 Aug 25 17:56:58.650961 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56bfcfa6-488f-4696-b51c-f92da3f97c28 req-0144628a-c660-4f6b-b194-a66ef669db64 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 210 time: 0.1098864 Aug 25 17:56:58.789054 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Made reservation on behalf of 64156c50e7f34c8b9667ca74aac7757e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:56:58.789054 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:58.998886 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ea273-9b7c-4b6e-8282-c3ddb1f1e1c1 req-deddbfe0-251e-448e-acb8-525a95c54bc7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:59.001124 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-182ea273-9b7c-4b6e-8282-c3ddb1f1e1c1 req-deddbfe0-251e-448e-acb8-525a95c54bc7 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.1273966 Aug 25 17:56:59.083242 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Allocated IP 172.20.0.6 (065e45df-0d84-43a5-aa48-12af04431c43/8edee9d4-f1e6-4948-b6fd-4fc70d55faaa/ccdb5f6f-a24d-4722-89f1-45be35b53dd7) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:56:59.138111 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-182ea273-9b7c-4b6e-8282-c3ddb1f1e1c1 req-bd1d1f18-81f1-4908-80f0-afd5e1cd6dc5 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191897 Aug 25 17:56:59.518792 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:59.566925 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536370-e56c-4982-82a8-607ea911ef5b req-01b44f1b-8a2e-4099-a771-b14cbd5fa960 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:59.592783 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c4536370-e56c-4982-82a8-607ea911ef5b req-01b44f1b-8a2e-4099-a771-b14cbd5fa960 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1288130 Aug 25 17:56:59.613821 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:56:59.733321 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Network 065e45df-0d84-43a5-aa48-12af04431c43 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:56:59.756073 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c4536370-e56c-4982-82a8-607ea911ef5b req-95094f60-035e-44ca-b659-3f72de00c4b0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575074 Aug 25 17:56:59.801706 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:56:59.812575 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:56:59.831424 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Pushing event updated for resources: {'Port': ['ID=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:56:59.909759 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.910997 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.912002 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.912905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.913770 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.914643 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.915558 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.916454 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.918001 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.918838 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.919843 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.920638 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:56:59.973917 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c5490-2945-4279-a258-036ab96812ea req-9b371c28-6d4e-4824-90ac-f5b589d47adf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:56:59.990515 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ef7c5490-2945-4279-a258-036ab96812ea req-9b371c28-6d4e-4824-90ac-f5b589d47adf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.4415290 Aug 25 17:57:00.091824 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:00.093292 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:00.115387 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ef7c5490-2945-4279-a258-036ab96812ea req-8bd754a9-c4f2-4ab9-ba2c-54fbf73a3cd2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228802 Aug 25 17:57:00.122132 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2ae1f-159d-4e0d-add5-2b8f4e84a42d req-963f9de3-15ba-4d77-ae1b-b1f98accb33b tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:00.124967 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bcd2ae1f-159d-4e0d-add5-2b8f4e84a42d req-963f9de3-15ba-4d77-ae1b-b1f98accb33b tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 931 time: 0.1225975 Aug 25 17:57:00.171848 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-fdfc8b3b-a95c-46b2-ac8b-202bf21e86c9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9114118 Aug 25 17:57:00.201613 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Request body: {'port': {'device_id': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:00.297721 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bcd2ae1f-159d-4e0d-add5-2b8f4e84a42d req-7b162be3-5cd3-4f05-9fb1-ea15af8f5eba tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543691 Aug 25 17:57:00.315513 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:00.714323 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdb5f6f-a24d-4722-89f1-45be35b53dd7 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:57:00.725225 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:00.745859 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Transition to ACTIVE for port object ccdb5f6f-a24d-4722-89f1-45be35b53dd7 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:00.751849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:00.826510 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:00.935256 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Attempting to bind port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:57:00.935803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Attempting to bind port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:57:00.936381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Attempting to bind port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 on network 065e45df-0d84-43a5-aa48-12af04431c43 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:00.943973 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 on network 065e45df-0d84-43a5-aa48-12af04431c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:57:00.944521 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Attempting to bind port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 on network 065e45df-0d84-43a5-aa48-12af04431c43 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:00.956655 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:57:00.957269 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Checking segment: {'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:00.957928 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Bound using segment: {'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:57:00.958723 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Bound port: ccdb5f6f-a24d-4722-89f1-45be35b53dd7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:57:00.959313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:01.091475 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] For port ccdb5f6f-a24d-4722-89f1-45be35b53dd7, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:57:01.095336 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c808057-28e6-4923-9f37-67b36d8a6201 req-d8a2d6a5-376d-44ed-88c7-ea5038c3f54c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:01.103085 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] For port ccdb5f6f-a24d-4722-89f1-45be35b53dd7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:57:01.114079 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c808057-28e6-4923-9f37-67b36d8a6201 req-d8a2d6a5-376d-44ed-88c7-ea5038c3f54c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1643095 Aug 25 17:57:01.117246 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:01.169108 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c808057-28e6-4923-9f37-67b36d8a6201 req-249cbee7-48fa-44da-adb8-ab361aff25c5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538580 Aug 25 17:57:01.211156 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:01.211916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:01.218675 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] 10.222.0.10 "PUT /v2.0/ports/ccdb5f6f-a24d-4722-89f1-45be35b53dd7 HTTP/1.1" status: 200 len: 1093 time: 1.0231240 Aug 25 17:57:01.221817 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'tag': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:01.232053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677eda3d-0c74-4154-9522-9ed4ef8a6424" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d2706e-4a60-4ddd-b65a-b341edebf704", "tag": "ccdb5f6f-a24d-4722-89f1-45be35b53dd7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:01.295841 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d1a00-cf56-4265-b1ed-a13207a77e28 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:01.514403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2391eb-5a22-4e76-a17a-d605c7c25877 req-c62a46e8-dcaa-4f4f-acc3-f2675d3fbf69 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:01.521619 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6a2391eb-5a22-4e76-a17a-d605c7c25877 req-c62a46e8-dcaa-4f4f-acc3-f2675d3fbf69 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1592393 Aug 25 17:57:01.525525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-f0180279-4bcc-4051-afaa-5686a79df91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:01.528347 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-f0180279-4bcc-4051-afaa-5686a79df91b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64156c50e7f34c8b9667ca74aac7757e&device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 1096 time: 0.2207544 Aug 25 17:57:01.659343 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6a2391eb-5a22-4e76-a17a-d605c7c25877 req-f8e60499-3190-4e67-8da1-8f56da42ec4f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236506 Aug 25 17:57:01.664121 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-8b783d30-a31c-48e2-b502-3fbda2cd97b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccdb5f6f-a24d-4722-89f1-45be35b53dd7 HTTP/1.1" status: 200 len: 217 time: 0.0780947 Aug 25 17:57:01.908410 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac291191-4148-423e-ba63-619f601dbce9 x-openstack-request-id: req-ac291191-4148-423e-ba63-619f601dbce9 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:01.909209 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d2706e-4a60-4ddd-b65a-b341edebf704", "tag": "ccdb5f6f-a24d-4722-89f1-45be35b53dd7", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:01.909523 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac291191-4148-423e-ba63-619f601dbce9 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:01.910191 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'tag': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7', 'status': 'completed', 'code': 200} Aug 25 17:57:01.982872 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-8ff61fa4-8fc2-43fe-b8dd-a259e9d13729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:01.987773 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-8ff61fa4-8fc2-43fe-b8dd-a259e9d13729 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8edee9d4-f1e6-4948-b6fd-4fc70d55faaa HTTP/1.1" status: 200 len: 853 time: 0.3051915 Aug 25 17:57:01.994989 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-7bc178de-d4b5-48b2-99b6-cc7457f1295c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383905 Aug 25 17:57:02.120442 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-590ffab0-ef99-4ceb-8798-282bc0308b44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=065e45df-0d84-43a5-aa48-12af04431c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784383 Aug 25 17:57:02.234568 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-34314019-e871-4b33-8d19-581a520e6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:02.236104 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-34314019-e871-4b33-8d19-581a520e6342 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.1211889 Aug 25 17:57:02.291423 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6dbd5-ab2c-4b9c-8008-47a3b1437579 req-b8e7c019-9c36-43ba-aa3e-d692d49548b0 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:02.297107 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-60c6dbd5-ab2c-4b9c-8008-47a3b1437579 req-b8e7c019-9c36-43ba-aa3e-d692d49548b0 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 943 time: 0.2952435 Aug 25 17:57:02.501569 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-f3fcfd01-6517-4ecf-ad74-b1814653a022 service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348927 Aug 25 17:57:02.522365 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-60c6dbd5-ab2c-4b9c-8008-47a3b1437579 req-5079a36e-0e17-45d1-be78-f24a98085ecf tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908937 Aug 25 17:57:02.611562 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede0ea-d231-4d5c-8a12-6ac5be249697 req-cd049f1e-cdb9-4506-bbd6-fc08cdfae749 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:02.619972 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f8ede0ea-d231-4d5c-8a12-6ac5be249697 req-cd049f1e-cdb9-4506-bbd6-fc08cdfae749 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0871608 Aug 25 17:57:02.664282 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-f88a6dc8-77a6-4326-bae2-f699df106895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:02.665797 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-f88a6dc8-77a6-4326-bae2-f699df106895 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.3535378 Aug 25 17:57:02.679067 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f8ede0ea-d231-4d5c-8a12-6ac5be249697 req-41c6a96e-d869-4c55-acf2-35cf45a7f8a6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Aug 25 17:57:02.785614 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:02.786294 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-e9af7ab1-36f3-4d99-8319-1705087006be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 217 time: 0.0888526 Aug 25 17:57:02.795473 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54ab48a5-2140-4141-a0de-3cd89c98be2b req-ae1f15fc-bac5-4c5e-89d7-0d0584ac38eb service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711225 Aug 25 17:57:02.951345 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-a73d7bdf-7f75-4b15-b572-f485230a1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:02.952874 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-a73d7bdf-7f75-4b15-b572-f485230a1ee3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.1414528 Aug 25 17:57:02.960405 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a837a-8664-47e3-ad87-42d78b880309 req-fbe4a095-b659-47b2-9371-4d01d341f9dd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:02.961915 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8a0a837a-8664-47e3-ad87-42d78b880309 req-fbe4a095-b659-47b2-9371-4d01d341f9dd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1653540 Aug 25 17:57:03.007049 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-534eeb2e-d555-48da-adf3-759165f93cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:03.008744 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-534eeb2e-d555-48da-adf3-759165f93cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64156c50e7f34c8b9667ca74aac7757e&device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 1096 time: 0.1125898 Aug 25 17:57:03.012340 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-1119c4d1-15af-4dd1-a084-2830b26e84a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434394 Aug 25 17:57:03.066221 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8a0a837a-8664-47e3-ad87-42d78b880309 req-799dc5cb-3e24-4d83-a3da-4153538657b6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855780 Aug 25 17:57:03.228548 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-818274be-39e2-423c-981b-45bff5ddbabf service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853082 Aug 25 17:57:03.229716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-bb253779-06e0-47ad-8afe-7123a883dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:03.231113 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-bb253779-06e0-47ad-8afe-7123a883dfd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=065e45df-0d84-43a5-aa48-12af04431c43 HTTP/1.1" status: 200 len: 914 time: 0.1893678 Aug 25 17:57:03.401689 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-80f859e8-9543-44bb-8264-85c7dc78be2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccdb5f6f-a24d-4722-89f1-45be35b53dd7 HTTP/1.1" status: 200 len: 217 time: 0.1240213 Aug 25 17:57:03.548377 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-87a0270b-0173-499b-8c38-e630dffae5c7 req-62d90100-f2bd-4e64-8a25-30a0996259c9 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843759 Aug 25 17:57:03.551174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-f15550e2-7582-4588-9580-3a95c6482a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:03.554258 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-f15550e2-7582-4588-9580-3a95c6482a3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8edee9d4-f1e6-4948-b6fd-4fc70d55faaa HTTP/1.1" status: 200 len: 853 time: 0.1241801 Aug 25 17:57:03.654450 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-71d5c7d7-1aaf-4c18-8413-1b8bf11c6e3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=065e45df-0d84-43a5-aa48-12af04431c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828466 Aug 25 17:57:03.964884 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc6888-8313-4f62-a07f-81f873332ced req-5253989a-6741-475f-b284-1fe3c5a75eeb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:03.976832 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0cdc6888-8313-4f62-a07f-81f873332ced req-5253989a-6741-475f-b284-1fe3c5a75eeb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0902205 Aug 25 17:57:04.008996 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-14ea9be8-b9dc-4e37-bfd1-aafcee787c07 service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240187 Aug 25 17:57:04.035564 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0cdc6888-8313-4f62-a07f-81f873332ced req-2a000435-a0ae-4c5f-8ee7-f7575e626c58 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571146 Aug 25 17:57:04.058419 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-c75c7e94-18df-48d6-bc9f-18ac4cbabf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:04.060555 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-c75c7e94-18df-48d6-bc9f-18ac4cbabf21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.3775184 Aug 25 17:57:04.123200 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfca6d-aea8-484c-8599-26b23c5aa9a2 req-a40473e9-77c8-4d3d-b8cf-182ac44d19b9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:04.134289 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15dfca6d-aea8-484c-8599-26b23c5aa9a2 req-a40473e9-77c8-4d3d-b8cf-182ac44d19b9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 943 time: 0.2498882 Aug 25 17:57:04.296590 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15dfca6d-aea8-484c-8599-26b23c5aa9a2 req-9afd52ad-a2ec-4d91-951b-3c053601e0ff tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612573 Aug 25 17:57:04.344549 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-677eda3d-0c74-4154-9522-9ed4ef8a6424 req-e5bcc776-d0a3-47fc-9f94-8bd26dc2e437 service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143549 Aug 25 17:57:04.351707 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-efab4e79-49ee-4bbf-81b1-906417e4fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:04.354010 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-efab4e79-49ee-4bbf-81b1-906417e4fdc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.2425003 Aug 25 17:57:04.377177 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796de00-5097-4884-b49d-0bf5a055a9e5 req-ad523aee-9cf5-4481-bebc-939ca5676f0f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:04.387375 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c796de00-5097-4884-b49d-0bf5a055a9e5 req-ad523aee-9cf5-4481-bebc-939ca5676f0f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1715639 Aug 25 17:57:04.461784 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c796de00-5097-4884-b49d-0bf5a055a9e5 req-b4ffbdcb-4981-482d-9452-fc34bd8be1b7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729218 Aug 25 17:57:04.474142 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-987787e8-d96d-45ba-b6b4-ced6660b33a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 217 time: 0.0736961 Aug 25 17:57:04.593783 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-3ee0e72b-a38e-48c7-803f-aed6d67bde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:04.596399 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-3ee0e72b-a38e-48c7-803f-aed6d67bde24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.1023450 Aug 25 17:57:04.644124 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-7949192d-4de0-4cf5-bb54-95b3f24722c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311816 Aug 25 17:57:04.820557 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-0d993295-428d-4cd1-b924-af7cd4e4cc06 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517341 Aug 25 17:57:05.050023 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-05c38caf-43fe-471a-a7ec-e6b10162f530 req-b7f26943-e24d-489d-b798-30d3b24c9583 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116868 Aug 25 17:57:05.262714 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479ea5f-dae8-479e-b419-5345459b3e7a req-6a548bd2-5ba1-4296-925f-505c97ad3ae8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:05.265174 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f479ea5f-dae8-479e-b419-5345459b3e7a req-6a548bd2-5ba1-4296-925f-505c97ad3ae8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0993946 Aug 25 17:57:05.338378 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f479ea5f-dae8-479e-b419-5345459b3e7a req-2ac51a93-2245-42c9-b8c8-72c465058349 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619562 Aug 25 17:57:05.558522 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe90f94-2afb-40b4-91a9-194daffd3866 req-995e4a51-fa75-4db3-b378-0079a8932719 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:05.572454 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffe90f94-2afb-40b4-91a9-194daffd3866 req-995e4a51-fa75-4db3-b378-0079a8932719 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 943 time: 0.1228926 Aug 25 17:57:05.660456 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffe90f94-2afb-40b4-91a9-194daffd3866 req-0f961b9a-1374-4c31-b3c2-011743443bbb tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864391 Aug 25 17:57:05.743902 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87debd56-2a26-4594-9489-cfaf293731e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:05.855679 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1308d1-0fda-4640-a03c-49929c1f5f39 req-cab11398-a6b2-414f-8c62-56101ef688bf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:05.878792 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f1308d1-0fda-4640-a03c-49929c1f5f39 req-cab11398-a6b2-414f-8c62-56101ef688bf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.2126400 Aug 25 17:57:05.969749 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f1308d1-0fda-4640-a03c-49929c1f5f39 req-93b87013-b498-4753-9129-7fcb5fb71701 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892663 Aug 25 17:57:06.544649 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e218ec-4806-49c5-8bba-114645b67cff req-ada92a3b-94e7-43db-9a03-cae5f5e381f9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:06.546277 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-09e218ec-4806-49c5-8bba-114645b67cff req-ada92a3b-94e7-43db-9a03-cae5f5e381f9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0740912 Aug 25 17:57:06.636224 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-09e218ec-4806-49c5-8bba-114645b67cff req-de4f65ee-d46b-4e8c-bb2a-a23bb8d87bcb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785618 Aug 25 17:57:06.855280 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3487389-641f-4749-8a69-cbb516b0789e req-ec70b836-1648-4e4f-873f-a1f1a3b92e6e tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:06.858578 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d3487389-641f-4749-8a69-cbb516b0789e req-ec70b836-1648-4e4f-873f-a1f1a3b92e6e tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 943 time: 0.0765169 Aug 25 17:57:06.920245 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d3487389-641f-4749-8a69-cbb516b0789e req-fa7e0d7c-e6ae-479b-b9c2-814e503836d6 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Aug 25 17:57:07.197886 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d141e2-215a-4550-8c10-14be18de1497 req-60a0c9ec-355f-4633-89ca-44afdb8b393f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:07.199727 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72d141e2-215a-4550-8c10-14be18de1497 req-60a0c9ec-355f-4633-89ca-44afdb8b393f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0887024 Aug 25 17:57:07.279609 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72d141e2-215a-4550-8c10-14be18de1497 req-2590b2d4-e1c4-4cce-b557-6160c7578710 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692775 Aug 25 17:57:07.783135 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device ccdb5f6f-a24d-4722-89f1-45be35b53dd7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:57:07.864238 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b1d1a-4c24-47d0-90f8-017b65d90087 req-47592a3a-6508-4364-89ba-cba28c6bfeea tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:07.873461 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-303b1d1a-4c24-47d0-90f8-017b65d90087 req-47592a3a-6508-4364-89ba-cba28c6bfeea tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1070619 Aug 25 17:57:07.954650 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-303b1d1a-4c24-47d0-90f8-017b65d90087 req-bbd6d74b-e3a9-4b7d-8714-453ff6b193de tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801463 Aug 25 17:57:08.167092 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8bd7f-c8b1-4ee7-9d2f-3d717f4be27b req-8ff9ef94-cfd8-48cc-a758-4271dc2c93a7 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:08.181134 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6fd8bd7f-c8b1-4ee7-9d2f-3d717f4be27b req-8ff9ef94-cfd8-48cc-a758-4271dc2c93a7 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 943 time: 0.1341286 Aug 25 17:57:08.220169 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port ccdb5f6f-a24d-4722-89f1-45be35b53dd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:08.234177 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7', 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43', 'port_id': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7', 'mac_address': 'fa:16:3e:43:3b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8edee9d4-f1e6-4948-b6fd-4fc70d55faaa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:57:08.285140 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:08.287062 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6fd8bd7f-c8b1-4ee7-9d2f-3d717f4be27b req-d03c2d30-4f40-4868-8c9f-d1d3482c4b3d tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023297 Aug 25 17:57:08.311342 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdb5f6f-a24d-4722-89f1-45be35b53dd7 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:57:08.343429 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port ccdb5f6f-a24d-4722-89f1-45be35b53dd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:08.349771 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:08.454146 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc3ce-b4bc-438f-8a1a-9ce11841de63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:08.472377 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:08.496349 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000466-f191-4455-8283-ba8629956489 req-eef56e2f-65d8-42e1-8867-35844a3f2fbf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:08.498328 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a000466-f191-4455-8283-ba8629956489 req-eef56e2f-65d8-42e1-8867-35844a3f2fbf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0807021 Aug 25 17:57:08.565114 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4a000466-f191-4455-8283-ba8629956489 req-1645fa81-1433-469a-bdda-4306b7876b6e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566213 Aug 25 17:57:08.597293 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:09.095294 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef503-64e0-48e7-a0d3-331ec2e504f6 req-11e81af4-9dce-4daf-8481-66f54fb0bbf8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:09.107660 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-21bef503-64e0-48e7-a0d3-331ec2e504f6 req-11e81af4-9dce-4daf-8481-66f54fb0bbf8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0834591 Aug 25 17:57:09.166146 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-21bef503-64e0-48e7-a0d3-331ec2e504f6 req-2952d9bb-ec6b-4ca6-bf41-6ab6befae9e8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Aug 25 17:57:09.465817 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50204f03-61f8-4e6d-84e3-83ba024fda1c req-c1355e32-05d9-45a8-808d-04f5f57d40c8 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:09.467711 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-50204f03-61f8-4e6d-84e3-83ba024fda1c req-c1355e32-05d9-45a8-808d-04f5f57d40c8 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 944 time: 0.0651047 Aug 25 17:57:09.532011 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:09.604425 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-50204f03-61f8-4e6d-84e3-83ba024fda1c req-ac7f61eb-a391-45bd-a35d-628fb3dbf52c tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175408 Aug 25 17:57:09.750549 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245cca0-5a0a-418b-abca-a9b768c9d5e5 req-103c14a7-2872-4dbe-8dba-e58a1f2e8388 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:09.752571 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d245cca0-5a0a-418b-abca-a9b768c9d5e5 req-103c14a7-2872-4dbe-8dba-e58a1f2e8388 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0698886 Aug 25 17:57:09.820700 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d245cca0-5a0a-418b-abca-a9b768c9d5e5 req-1378bf83-b6aa-4c20-8471-1bf810f9c18b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597723 Aug 25 17:57:10.348241 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367664-ba63-4b0a-b651-64f2d8c18852 req-cf5ea5c8-f332-4e92-b251-865d41453e57 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:10.351458 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d9367664-ba63-4b0a-b651-64f2d8c18852 req-cf5ea5c8-f332-4e92-b251-865d41453e57 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0638251 Aug 25 17:57:10.391900 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d9367664-ba63-4b0a-b651-64f2d8c18852 req-d53c61f9-4d7c-434f-9415-bb4449cf9ba6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Aug 25 17:57:10.725218 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6cdc8-864e-4f5f-9b2c-0fdff261c9b8 req-7f74dfa4-1829-40ef-8220-d1a8d9c11909 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:10.726747 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-91a6cdc8-864e-4f5f-9b2c-0fdff261c9b8 req-7f74dfa4-1829-40ef-8220-d1a8d9c11909 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 944 time: 0.0500164 Aug 25 17:57:10.771660 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-91a6cdc8-864e-4f5f-9b2c-0fdff261c9b8 req-423a8aa6-ffa6-43d4-8783-14dc23f8bb99 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380673 Aug 25 17:57:11.019782 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e489f-94d6-4976-99d3-c0cfe455a3c0 req-ed069de3-5d87-4e15-aae9-9f98b4faa887 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:11.021297 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d56e489f-94d6-4976-99d3-c0cfe455a3c0 req-ed069de3-5d87-4e15-aae9-9f98b4faa887 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0525532 Aug 25 17:57:11.067764 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d56e489f-94d6-4976-99d3-c0cfe455a3c0 req-92ee3ef2-e780-4628-a233-4c7fb5dacc1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Aug 25 17:57:11.307909 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:11.536097 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604f98-418d-4cc2-b098-b11959af406b req-3d7f8e1a-55d0-4a40-ad56-ec9bf9205751 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:11.538053 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-68604f98-418d-4cc2-b098-b11959af406b req-3d7f8e1a-55d0-4a40-ad56-ec9bf9205751 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0647905 Aug 25 17:57:11.599076 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-68604f98-418d-4cc2-b098-b11959af406b req-ee15a46e-ba7d-4693-aef7-b3b5b8d8e2fb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490413 Aug 25 17:57:11.823668 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['ccdb5f6f-a24d-4722-89f1-45be35b53dd7'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:57:11.964871 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2debe-5774-48c9-af80-06c61db6b436 req-914bf738-55e3-448a-abde-fe4f15c436e4 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:11.967300 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-23e2debe-5774-48c9-af80-06c61db6b436 req-914bf738-55e3-448a-abde-fe4f15c436e4 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 944 time: 0.0922546 Aug 25 17:57:12.031022 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-23e2debe-5774-48c9-af80-06c61db6b436 req-259cef5b-35fd-4088-87d5-f7075f68ee7d tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Aug 25 17:57:12.266104 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059cbe1-e844-4ded-84bb-881ccb540310 req-ab47bd2f-269b-4493-9ac1-c3a9e48d19b8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:12.268654 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8059cbe1-e844-4ded-84bb-881ccb540310 req-ab47bd2f-269b-4493-9ac1-c3a9e48d19b8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0906253 Aug 25 17:57:12.321257 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8059cbe1-e844-4ded-84bb-881ccb540310 req-ad1b9fd9-b9d7-45d9-a078-b59d8ffd38e0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Aug 25 17:57:12.798193 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8a915-224c-492f-a013-2aa9d78c7b33 req-b156aba4-b7e3-4513-b531-61c9ddc25f93 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:12.801936 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fcb8a915-224c-492f-a013-2aa9d78c7b33 req-b156aba4-b7e3-4513-b531-61c9ddc25f93 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0902786 Aug 25 17:57:12.856460 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fcb8a915-224c-492f-a013-2aa9d78c7b33 req-cb502699-d80d-465b-8af9-9213874cf522 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486720 Aug 25 17:57:13.205520 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1b01b-e6d3-45a4-b8c9-e658d937ffa2 req-086cd87f-9f34-41c5-b59b-5b3cbd2674fa tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:13.213038 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-29a1b01b-e6d3-45a4-b8c9-e658d937ffa2 req-086cd87f-9f34-41c5-b59b-5b3cbd2674fa tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 944 time: 0.0634708 Aug 25 17:57:13.268397 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-29a1b01b-e6d3-45a4-b8c9-e658d937ffa2 req-65b4feb7-3739-47d3-bb8b-3e5a136cab2b tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526905 Aug 25 17:57:13.522972 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbe9c-4adf-4fd3-827c-51a2f920f1c7 req-f317d109-3d6c-491d-ba70-8d26ff6f06c0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:13.525762 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-844bbe9c-4adf-4fd3-827c-51a2f920f1c7 req-f317d109-3d6c-491d-ba70-8d26ff6f06c0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0864584 Aug 25 17:57:13.593321 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-844bbe9c-4adf-4fd3-827c-51a2f920f1c7 req-3cb3f0d7-a969-4a44-a380-226332beb4d8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559230 Aug 25 17:57:14.261586 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47034) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:14.336824 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] Deleting subnet f7413b16-ea7c-4eb2-8917-beb21a5d0900 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:57:14.342201 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:14.594880 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f80f-05e2-4e84-8cd7-8879664f00aa req-4d96f220-af3f-4d10-b5fb-c26dcda49431 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:14.597519 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-90b8f80f-05e2-4e84-8cd7-8879664f00aa req-4d96f220-af3f-4d10-b5fb-c26dcda49431 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0674334 Aug 25 17:57:14.656033 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-90b8f80f-05e2-4e84-8cd7-8879664f00aa req-87f65e3e-a1a6-4d4c-82d9-a991d1cc6517 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517938 Aug 25 17:57:14.782820 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:14.864288 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf71b-10c1-4a3e-b428-49d67c0b6396 req-227df355-b0c1-412d-9184-fad85ccdd97b tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:14.865980 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-599cf71b-10c1-4a3e-b428-49d67c0b6396 req-227df355-b0c1-412d-9184-fad85ccdd97b tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 944 time: 0.4878643 Aug 25 17:57:14.873740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:14.987352 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-599cf71b-10c1-4a3e-b428-49d67c0b6396 req-31bf47f2-76bd-4b4c-bd04-939464baaade tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788987 Aug 25 17:57:15.015609 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b530f-9f5b-4321-a8f4-e529304e7b93 req-4b17da16-e1e5-4345-af81-5843522a7eac tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:15.017794 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ea5b530f-9f5b-4321-a8f4-e529304e7b93 req-4b17da16-e1e5-4345-af81-5843522a7eac tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0862794 Aug 25 17:57:15.028168 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.073368 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7413b16-ea7c-4eb2-8917-beb21a5d0900,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:15.079476 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.083630 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-12cb772b-c09f-43a3-a0c7-27f7da9855ce admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f7413b16-ea7c-4eb2-8917-beb21a5d0900 HTTP/1.1" status: 204 len: 168 time: 0.8199561 Aug 25 17:57:15.086931 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47050) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:15.094662 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ea5b530f-9f5b-4321-a8f4-e529304e7b93 req-49614afd-747a-44aa-9171-e8acb2798c6f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636809 Aug 25 17:57:15.133113 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device ccdb5f6f-a24d-4722-89f1-45be35b53dd7 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:15.209136 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.229051 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:15.235740 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:15.236919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.371138 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.384883 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5090048b-daea-4636-81d8-90789279bfcc']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:15.415820 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.426414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:15.427229 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71a52d7-013e-4ac0-8bf6-30e98f1060dd') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:15.449554 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.471487 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.481353 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:15.487477 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133654be-a894-47cc-8204-48d114eb958d" -d '{"events": [{"server_uuid": "c7d2706e-4a60-4ddd-b65a-b341edebf704", "name": "network-vif-plugged", "status": "completed", "tag": "ccdb5f6f-a24d-4722-89f1-45be35b53dd7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:15.491118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:57:15.491610 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.501638 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port ccdb5f6f-a24d-4722-89f1-45be35b53dd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:15.509415 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:57:15.575249 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:57:15.599722 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d343733e-4140-4fdc-a506-94cb4982cbd7 x-openstack-request-id: req-d343733e-4140-4fdc-a506-94cb4982cbd7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:15.600172 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2706e-4a60-4ddd-b65a-b341edebf704", "name": "network-vif-plugged", "status": "completed", "tag": "ccdb5f6f-a24d-4722-89f1-45be35b53dd7", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:15.600826 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d343733e-4140-4fdc-a506-94cb4982cbd7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:15.601435 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7', 'code': 200} Aug 25 17:57:15.617265 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.623600 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:15.629128 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:15.633572 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5090048b-daea-4636-81d8-90789279bfcc HTTP/1.1" status: 204 len: 168 time: 0.5448091 Aug 25 17:57:15.698227 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02488aa9-4baf-4fc7-9dcc-90b1808cf9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5090048b-daea-4636-81d8-90789279bfcc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:15.872628 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:15.940322 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805a14-e945-467c-989c-685c48e9493f req-becc0a6e-32c9-430f-a9c4-11b4a41be4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:15.942532 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-da805a14-e945-467c-989c-685c48e9493f req-becc0a6e-32c9-430f-a9c4-11b4a41be4b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 1098 time: 0.0694396 Aug 25 17:57:15.950140 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5664e08c-b1d7-4e67-b093-2933889c1cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=716297d5566d4831becad5a515416881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757716 Aug 25 17:57:15.954934 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47076) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:16.071236 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-da805a14-e945-467c-989c-685c48e9493f req-47d27f40-7cdf-4d92-b0b4-f8843bb9406e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961015 Aug 25 17:57:16.091112 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31a93613-5f54-4dce-b258-f1d7f9524996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:16.134473 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31a93613-5f54-4dce-b258-f1d7f9524996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:16.172628 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32445-0f91-49d0-b0ca-f2a740fc6d6f req-5043e9e1-05b6-482e-b51d-a639076f2985 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:16.174234 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1cc32445-0f91-49d0-b0ca-f2a740fc6d6f req-5043e9e1-05b6-482e-b51d-a639076f2985 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 945 time: 0.0754802 Aug 25 17:57:16.244543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31a93613-5f54-4dce-b258-f1d7f9524996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:16.252564 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31a93613-5f54-4dce-b258-f1d7f9524996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:16.252564 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-31a93613-5f54-4dce-b258-f1d7f9524996 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b96e3e7-87c2-48c6-9639-56a1c743ce86 HTTP/1.1" status: 204 len: 168 time: 0.2934082 Aug 25 17:57:16.253074 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1cc32445-0f91-49d0-b0ca-f2a740fc6d6f req-2d9e7207-55de-413d-ba55-49524def454b tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621018 Aug 25 17:57:16.289773 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a93613-5f54-4dce-b258-f1d7f9524996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96e3e7-87c2-48c6-9639-56a1c743ce86,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:16.321111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3616fc9-4246-465f-9f8f-5a29cbdb8568 req-88636307-62aa-41b5-85ae-dbb0bdbfa4b9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:16.335667 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d3616fc9-4246-465f-9f8f-5a29cbdb8568 req-88636307-62aa-41b5-85ae-dbb0bdbfa4b9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1055026 Aug 25 17:57:16.389002 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d3616fc9-4246-465f-9f8f-5a29cbdb8568 req-39c7e073-1431-4596-8a79-7903d89fb864 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516953 Aug 25 17:57:17.470393 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47118) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:17.495266 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597e405-dbb0-4e5a-872c-921e96a3d47a req-61458a9e-3ecb-49fe-b24b-7f4933399aeb tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:17.497998 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a597e405-dbb0-4e5a-872c-921e96a3d47a req-61458a9e-3ecb-49fe-b24b-7f4933399aeb tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 945 time: 0.0957847 Aug 25 17:57:17.571534 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a597e405-dbb0-4e5a-872c-921e96a3d47a req-ac9ab724-0c12-4446-805e-5cb717dc5a44 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667832 Aug 25 17:57:17.572221 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba478f-7743-415d-b4f7-638ac6291454 req-8cfd46ee-0d60-4997-9750-ce964cf5a221 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:17.576607 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9dba478f-7743-415d-b4f7-638ac6291454 req-8cfd46ee-0d60-4997-9750-ce964cf5a221 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0882108 Aug 25 17:57:17.641889 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9dba478f-7743-415d-b4f7-638ac6291454 req-4f8b6680-c5b8-4227-9ee8-fe9db0ddbabd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561459 Aug 25 17:57:17.687707 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983749877-network', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:17.730024 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Made reservation on behalf of 12fd6cae8011402fa4a65249edc50cd7 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:57:17.735508 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:17.754324 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:17.965673 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:17.974407 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.037948 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:57:18.046606 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e758fb-c1aa-4f00-9216-3be34a5e36e6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:18.075413 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.075993 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Added segment 3e3ebf47-e684-4a70-a348-4b72f053bd92 of type vlan for network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 Aug 25 17:57:18.077121 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47140) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:18.163884 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.222971 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.226479 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:18.227805 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.270946 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.345078 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8724647 Aug 25 17:57:18.350883 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47148) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:18.360662 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Request body: {'subnet': {'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983749877-subnet', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:18.383296 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd590-5649-4186-b89f-ca086d6f2406 admin admin] Pushing event updated for resources: {'Network': ['ID=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:18.399440 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:57:18.499576 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.509591 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.532528 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Made reservation on behalf of 12fd6cae8011402fa4a65249edc50cd7 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:57:18.537013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005303'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.567292 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=163af982fb9f4517b9876d741067d915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879303 Aug 25 17:57:18.573673 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:18.593796 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6bad09-fc68-4872-b6ac-0bc4ccbc10cc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:18.610108 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.610678 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.611477 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.612242 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.613027 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.613995 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.615285 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.616038 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.616872 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.617424 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.618223 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.618789 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6f2a7-c10e-4822-be49-346b39501772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:18.695930 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfdcba65-c0a3-40b1-9338-0615ce221ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.724438 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfdcba65-c0a3-40b1-9338-0615ce221ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.828786 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e5f8-0606-43c7-bc70-d847d1913ec4 req-ba2754e5-117e-443f-9dc6-7e7f933b40ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:18.832363 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fa36e5f8-0606-43c7-bc70-d847d1913ec4 req-ba2754e5-117e-443f-9dc6-7e7f933b40ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0634489 Aug 25 17:57:18.834490 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfdcba65-c0a3-40b1-9338-0615ce221ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.839466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfdcba65-c0a3-40b1-9338-0615ce221ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.840504 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5cb95-5104-4768-becb-0fd3d358f555 req-eddcaf27-85db-4063-9895-06ec9e7ee021 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:18.845154 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-dfdcba65-c0a3-40b1-9338-0615ce221ddc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d6bad09-fc68-4872-b6ac-0bc4ccbc10cc HTTP/1.1" status: 204 len: 168 time: 0.2657807 Aug 25 17:57:18.845387 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f5cb95-5104-4768-becb-0fd3d358f555 req-eddcaf27-85db-4063-9895-06ec9e7ee021 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 945 time: 0.1530442 Aug 25 17:57:18.885632 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcba65-c0a3-40b1-9338-0615ce221ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6bad09-fc68-4872-b6ac-0bc4ccbc10cc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:18.947276 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13196638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005189'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:18.956452 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f5cb95-5104-4768-becb-0fd3d358f555 req-ed1d0ef6-5446-48ba-bca5-b8c9e59975b6 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023347 Aug 25 17:57:18.960606 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fa36e5f8-0606-43c7-bc70-d847d1913ec4 req-5ec1e5a7-ec1a-4e74-9988-ec2a7f7f277f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133406 Aug 25 17:57:19.044715 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:19.057899 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Checking segment: {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:19.058566 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Network hostable DHCP agents. Network: 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:57:19.089996 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:57:19.103602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:19.121042 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:19.122488 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900740b-6e37-460b-94ce-4790741f5f8d None None] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:57:19.122914 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.161027 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:19.162412 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-96e5a638-3571-4f62-82b1-0b24f159bea0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8108571 Aug 25 17:57:19.170880 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:19.213822 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.216124 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.303110 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.410493 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:57:19.413491 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.630744 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Allocated IP 172.20.0.2 (65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360/47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9/c3acc9da-07b8-4af5-8a24-7de0161e6854) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:57:19.817819 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.878282 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.888417 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Transition to ACTIVE for port object c3acc9da-07b8-4af5-8a24-7de0161e6854 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:19.904691 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Transition to ACTIVE for port object c3acc9da-07b8-4af5-8a24-7de0161e6854 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:19.912244 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:19.966128 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:19.972564 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:19.979765 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:57:19.997889 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Pushing event updated for resources: {'Port': ['ID=c3acc9da-07b8-4af5-8a24-7de0161e6854,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:20.083125 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Attempting to bind port c3acc9da-07b8-4af5-8a24-7de0161e6854 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:57:20.083753 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Attempting to bind port c3acc9da-07b8-4af5-8a24-7de0161e6854 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:57:20.084306 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Attempting to bind port c3acc9da-07b8-4af5-8a24-7de0161e6854 on network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:20.091444 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:57:20.092011 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Checking segment: {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:20.092677 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:20.093236 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Bound using segment: {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:57:20.094112 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Bound port: c3acc9da-07b8-4af5-8a24-7de0161e6854, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:57:20.094614 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:20.118482 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:20.158367 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:20.190807 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1813e1f-2dda-465b-b51a-ca505f42d741 req-eed55953-54bc-4c48-b375-c84211ceb96a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:20.195434 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e1813e1f-2dda-465b-b51a-ca505f42d741 req-eed55953-54bc-4c48-b375-c84211ceb96a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1101537 Aug 25 17:57:20.237384 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] For port c3acc9da-07b8-4af5-8a24-7de0161e6854, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:57:20.243219 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] For port c3acc9da-07b8-4af5-8a24-7de0161e6854, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=c3acc9da-07b8-4af5-8a24-7de0161e6854,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:57:20.264350 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:20.273834 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:57:20.316294 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e1813e1f-2dda-465b-b51a-ca505f42d741 req-a851fc62-af83-4cbf-8a42-2e96745af6e5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954916 Aug 25 17:57:20.360142 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Allocated IP 172.27.2.205 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/40fdb3fb-e2ee-4ed1-b199-79fc2120fd70) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:57:20.368644 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a883e9c-9285-4882-8dcf-1d5b8d164646 None None] Pushing event updated for resources: {'Port': ['ID=c3acc9da-07b8-4af5-8a24-7de0161e6854,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:20.537752 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:20.598558 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:20.716329 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:20.716329 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Pushing event updated for resources: {'Port': ['ID=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:20.720522 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:20.730319 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:57:21.032373 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:21.055406 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device c3acc9da-07b8-4af5-8a24-7de0161e6854 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:21.142364 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port c3acc9da-07b8-4af5-8a24-7de0161e6854 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:21.320794 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:21.533791 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Router ab446c08-ee9f-4459-b0c5-3c74d9286b1d is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:57:21.535603 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43929a-9ea5-4068-b3d9-52cbc770cb50 req-bd1a1374-70e0-4391-8195-455378090b5a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:21.538981 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bf43929a-9ea5-4068-b3d9-52cbc770cb50 req-bd1a1374-70e0-4391-8195-455378090b5a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0801954 Aug 25 17:57:21.609326 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bf43929a-9ea5-4068-b3d9-52cbc770cb50 req-269c4d2f-7114-4ea1-88b2-74cec568a67c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632827 Aug 25 17:57:21.659416 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050c942-0a6d-4836-aa9b-cf12299d7ecc None None] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:57:21.724878 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:57:21.733172 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-166a631c-873b-4b24-95e1-5c80630ecbf2 None None] Provisioning for port c3acc9da-07b8-4af5-8a24-7de0161e6854 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:21.746733 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Sync routers for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:57:21.747718 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-166a631c-873b-4b24-95e1-5c80630ecbf2 None None] Provisioning complete for port c3acc9da-07b8-4af5-8a24-7de0161e6854 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:21.748124 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-166a631c-873b-4b24-95e1-5c80630ecbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:21.748850 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:21.753865 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-794c0689-16b4-4342-92d9-6b32771dbffa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5876749 Aug 25 17:57:21.758722 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47240) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:21.768317 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:21.769330 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:21.962796 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-166a631c-873b-4b24-95e1-5c80630ecbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:22.018291 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:22.026969 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-166a631c-873b-4b24-95e1-5c80630ecbf2 None None] For port c3acc9da-07b8-4af5-8a24-7de0161e6854, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=c3acc9da-07b8-4af5-8a24-7de0161e6854,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:22.039760 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-166a631c-873b-4b24-95e1-5c80630ecbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:22.123534 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a631c-873b-4b24-95e1-5c80630ecbf2 None None] Pushing event updated for resources: {'Port': ['ID=c3acc9da-07b8-4af5-8a24-7de0161e6854,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:22.339529 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:20Z', 'revision_number': 3, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:22.380769 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fdb6bd1c-2446-4b36-9e4b-c257df3aad45 None None] Provisioning complete for port c3acc9da-07b8-4af5-8a24-7de0161e6854 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:22.381037 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdb6bd1c-2446-4b36-9e4b-c257df3aad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:22.385958 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Checking router: ab446c08-ee9f-4459-b0c5-3c74d9286b1d for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:57:22.386567 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Updating router ab446c08-ee9f-4459-b0c5-3c74d9286b1d port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:57:22.440957 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:22.510644 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:22.755515 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Allocated IP 172.20.0.1 (65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360/47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9/d688fd8e-d6f5-4367-b215-6d506b319703) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:57:22.829672 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3bd78-7432-4349-956e-1d729ad004c8 req-61f34f5b-c6f6-4e18-a73c-07745707a66d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:22.832553 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-faa3bd78-7432-4349-956e-1d729ad004c8 req-61f34f5b-c6f6-4e18-a73c-07745707a66d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0990286 Aug 25 17:57:22.891102 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-faa3bd78-7432-4349-956e-1d729ad004c8 req-e95bf9b8-1c54-4fe9-a163-12406974633c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449102 Aug 25 17:57:22.959874 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:22.975216 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:22.981871 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Transition to ACTIVE for port object 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:22.997127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Transition to ACTIVE for port object d688fd8e-d6f5-4367-b215-6d506b319703 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:22.998500 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.043150 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device c3acc9da-07b8-4af5-8a24-7de0161e6854 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:23.067466 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.084250 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Pushing event updated for resources: {'Port': ['ID=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:23.130791 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Attempting to bind port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:57:23.131948 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Attempting to bind port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:57:23.133476 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Attempting to bind port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:23.138421 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port c3acc9da-07b8-4af5-8a24-7de0161e6854 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:23.139256 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.146793 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:57:23.147759 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:23.148673 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.149462 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:57:23.150412 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Bound port: 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:57:23.151263 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.177971 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:23.182735 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:23.197397 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:57:23.235535 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:57:23.258459 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] For port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:57:23.265274 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] For port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:57:23.270498 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.271432 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.272080 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.272688 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.273155 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.273670 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.274180 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.274643 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.275155 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.275629 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.276691 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.277137 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:23.281234 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d688fd8e-d6f5-4367-b215-6d506b319703,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:23.283858 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.313756 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.461641 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec6534-e9fe-445a-9c44-988ea596e19c None None] Pushing event updated for resources: {'Port': ['ID=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:23.468546 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:23.469921 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:23.558690 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:23.642385 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'port_id': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'mac_address': 'fa:16:3e:ae:bd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:57:23.708661 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.736410 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:23.743864 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b4bb8caa-c174-490b-ac73-7adb114e4d56 None None] Provisioning for port d688fd8e-d6f5-4367-b215-6d506b319703 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:23.753035 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b4bb8caa-c174-490b-ac73-7adb114e4d56 None None] Provisioning complete for port d688fd8e-d6f5-4367-b215-6d506b319703 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:23.753446 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8caa-c174-490b-ac73-7adb114e4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.757552 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:23.811791 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 627baf1c-e293-403b-8ded-2c5f88a8a75d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:57:23.885245 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:23.887428 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb8caa-c174-490b-ac73-7adb114e4d56 None None] Port d688fd8e-d6f5-4367-b215-6d506b319703 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:57:23.893367 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:24.029658 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:24.082056 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:20Z', 'revision_number': 3, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:24.099487 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:24.105945 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:24.131750 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc33034-f035-4cb3-8d68-1243ea6e5f42 None None] The sync data for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi is: [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:20Z', 'revision_number': 3, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:57:24.248664 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53de9e-d71c-4dae-b915-c4aab3ad6c24 req-5455e9cc-be53-4998-961e-fd4f4a05e770 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:24.251317 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8a53de9e-d71c-4dae-b915-c4aab3ad6c24 req-5455e9cc-be53-4998-961e-fd4f4a05e770 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.1998804 Aug 25 17:57:24.260337 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:24.281949 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d688fd8e-d6f5-4367-b215-6d506b319703,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:24.285976 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['627baf1c-e293-403b-8ded-2c5f88a8a75d'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:57:24.403302 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8a53de9e-d71c-4dae-b915-c4aab3ad6c24 req-8921aef3-059a-480d-837c-3b52f7de89aa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383746 Aug 25 17:57:24.561007 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:24.562812 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:24.839812 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Router ab446c08-ee9f-4459-b0c5-3c74d9286b1d has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:57:24.952833 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d105c9f5-c765-4965-b5af-b2849a46325c None None] Provisioning complete for port d688fd8e-d6f5-4367-b215-6d506b319703 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:24.964825 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d105c9f5-c765-4965-b5af-b2849a46325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:25.073368 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d105c9f5-c765-4965-b5af-b2849a46325c None None] Port d688fd8e-d6f5-4367-b215-6d506b319703 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:57:25.112478 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:57:25.119269 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e12618e9-5be9-4e9e-9217-4f54d394b6d0 admin admin] 10.222.0.23 "PUT /v2.0/routers/ab446c08-ee9f-4459-b0c5-3c74d9286b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3590639 Aug 25 17:57:25.137257 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:25.179412 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:25.330412 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:25.337052 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 627baf1c-e293-403b-8ded-2c5f88a8a75d triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:25.337649 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:25.342276 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:25.342843 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:25.691358 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:25.716105 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:25.790251 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5085dc-2658-4f0a-9416-a413a5177670 req-72ad69a6-dad0-4c93-ad0c-ff10259b33de tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:25.802885 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1d5085dc-2658-4f0a-9416-a413a5177670 req-72ad69a6-dad0-4c93-ad0c-ff10259b33de tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.1969647 Aug 25 17:57:25.834343 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:25.836883 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a65979e-a90f-46d7-bcb0-5768f9a554ec" -d '{"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-plugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:25.851262 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:25.855746 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:25.857850 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:25.866032 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:25.951977 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1d5085dc-2658-4f0a-9416-a413a5177670 req-8b6ec661-815a-4d54-8cdc-c16f36858f1f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474228 Aug 25 17:57:26.021333 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:26.087878 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3b6fe-fd52-4fbf-82f7-39e15ba8706d x-openstack-request-id: req-f6d3b6fe-fd52-4fbf-82f7-39e15ba8706d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:26.088510 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-plugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:26.089036 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6d3b6fe-fd52-4fbf-82f7-39e15ba8706d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:26.089773 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'code': 200} Aug 25 17:57:26.163752 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:26.522476 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47330) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:26.528208 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-972368104-network', 'tenant_id': '5031513803e049619488dfad34ff4138'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:26.608597 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Made reservation on behalf of 5031513803e049619488dfad34ff4138 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:57:26.618526 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:26.664993 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.007131 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae2eef-39ea-44b4-b918-dac33e38c718 req-fa07f297-08ae-4710-9d01-c64f5c7a7e44 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:27.021209 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3bae2eef-39ea-44b4-b918-dac33e38c718 req-fa07f297-08ae-4710-9d01-c64f5c7a7e44 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1914625 Aug 25 17:57:27.063123 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Sync routers for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:57:27.074527 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:27.086043 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-d90767ae-33ab-47ea-8633-ca976609e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:27.088277 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-d90767ae-33ab-47ea-8633-ca976609e5c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.2080252 Aug 25 17:57:27.091975 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.100207 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.117779 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:57:27.137124 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.137795 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Added segment 03bba319-fbb1-41ac-9458-77c24c32c614 of type vlan for network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 Aug 25 17:57:27.153463 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:27.154853 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:27.245494 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.306249 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.307454 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:27.308375 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.448706 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:27.449041 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3bae2eef-39ea-44b4-b918-dac33e38c718 req-5311f2b3-bc68-43be-989c-6df017231d85 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259236 Aug 25 17:57:27.449326 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.604609 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0770047 Aug 25 17:57:27.605543 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb35db-1c18-436c-bddc-332c219ff40b req-18c259bb-b006-4786-b50c-5629d6d175c1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:27.606829 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7eb35db-1c18-436c-bddc-332c219ff40b req-18c259bb-b006-4786-b50c-5629d6d175c1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1718736 Aug 25 17:57:27.607574 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:27.616564 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Request body: {'subnet': {'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-972368104-subnet', 'tenant_id': '5031513803e049619488dfad34ff4138', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:27.626480 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23570fd0-c52c-458e-b557-b348debe99ef,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:27.678779 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68966895-f35a-425b-85d2-c4955a0d742f admin admin] Pushing event updated for resources: {'Network': ['ID=00a0bb60-ac97-4846-a14e-4352dc4d29f9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:27.741669 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Made reservation on behalf of 5031513803e049619488dfad34ff4138 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:57:27.746243 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:27.814710 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-7c25da9c-b0ea-41a6-8e24-3b847500b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:27.818059 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-7c25da9c-b0ea-41a6-8e24-3b847500b121 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.5249662 Aug 25 17:57:27.877134 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7eb35db-1c18-436c-bddc-332c219ff40b req-adcf742c-5e3e-4e87-a67b-b456ed475c20 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526379 Aug 25 17:57:27.911778 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:27.931038 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-e36e6f26-fdda-4fbf-abc1-b7e870f2402c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 217 time: 0.0917242 Aug 25 17:57:27.964412 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:57:28.092516 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-62c9f2d1-f6e8-479a-9432-6e6f1299db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:28.094739 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-62c9f2d1-f6e8-479a-9432-6e6f1299db4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.1411223 Aug 25 17:57:28.158741 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-ce4b5ae5-c2c6-443d-9f31-8c561ec4a41e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497658 Aug 25 17:57:28.221360 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:28.298758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e761a73-cdc7-44e7-8933-2cb40f7d9394,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:28.343202 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Checking segment: {'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:28.343956 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Network hostable DHCP agents. Network: 00a0bb60-ac97-4846-a14e-4352dc4d29f9, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:57:28.380324 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:57:28.387905 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 2, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:28.413840 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 00a0bb60-ac97-4846-a14e-4352dc4d29f9) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:28.421112 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:28.422267 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:28.433326 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857e818-0789-4371-a597-d4e4194cf4ed None None] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:57:28.438437 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Checking router: ab446c08-ee9f-4459-b0c5-3c74d9286b1d for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:57:28.438437 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Updating router ab446c08-ee9f-4459-b0c5-3c74d9286b1d port d688fd8e-d6f5-4367-b215-6d506b319703 binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:57:28.459872 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-5bdca87b-7863-497d-a9c4-4a7dae65a49f service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806280 Aug 25 17:57:28.463053 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c48de559-ae4c-4bb8-b076-2bd0209d96ea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8512802 Aug 25 17:57:28.463983 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47352) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:28.481305 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:28.539629 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:28.541319 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:28.562197 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:28.680702 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:28.706058 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-17826fb4-032a-45e0-893c-0b991bf38d86 req-a71e21c9-5124-4b22-8630-cc2809313525 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190900 Aug 25 17:57:28.900076 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e72083-1c46-426e-835f-44eb5a8d029f req-b39bd42e-9080-4ce2-b2f2-a090329e45a8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:28.913089 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-67e72083-1c46-426e-835f-44eb5a8d029f req-b39bd42e-9080-4ce2-b2f2-a090329e45a8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.3384337 Aug 25 17:57:29.043196 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-00a0bb60-ac97-4846-a14e-4352dc4d29f9', 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9', 'tenant_id': '5031513803e049619488dfad34ff4138', 'fixed_ips': [{'subnet_id': '6e761a73-cdc7-44e7-8933-2cb40f7d9394'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:57:29.047169 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.076415 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.126348 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-67e72083-1c46-426e-835f-44eb5a8d029f req-55dfdd77-fc13-4a1f-a7de-858fe76856f5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116966 Aug 25 17:57:29.234657 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430feb2-8658-4b69-8c71-84a48887f980 req-561a8f80-5e19-4111-bd0d-b36c0f4bf063 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:29.236443 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2430feb2-8658-4b69-8c71-84a48887f980 req-561a8f80-5e19-4111-bd0d-b36c0f4bf063 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1356554 Aug 25 17:57:29.329670 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2430feb2-8658-4b69-8c71-84a48887f980 req-aad8ea64-8e2c-4a1f-9a8b-55907ff0ef0f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808499 Aug 25 17:57:29.392585 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.465301 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Transition to ACTIVE for port object d688fd8e-d6f5-4367-b215-6d506b319703 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:29.485791 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.568479 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Allocated IP 172.20.0.2 (00a0bb60-ac97-4846-a14e-4352dc4d29f9/6e761a73-cdc7-44e7-8933-2cb40f7d9394/136bc28e-10d8-4e5a-9392-fc4dc6308b56) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:57:29.603008 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.638787 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.704756 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b967173-0d70-4abb-bc4c-3498fad93eb0 None None] Pushing event updated for resources: {'Port': ['ID=d688fd8e-d6f5-4367-b215-6d506b319703,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:29.880062 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Attempting to bind port d688fd8e-d6f5-4367-b215-6d506b319703 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:57:29.880779 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Attempting to bind port d688fd8e-d6f5-4367-b215-6d506b319703 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:57:29.881832 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Attempting to bind port d688fd8e-d6f5-4367-b215-6d506b319703 on network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:29.897019 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:57:29.897588 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Checking segment: {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:29.898308 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.899000 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Bound using segment: {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:57:29.900746 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Bound port: d688fd8e-d6f5-4367-b215-6d506b319703, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:57:29.901860 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:29.986282 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217a220-d797-4ad1-9e8a-1b4e3fe91f39 req-144da63f-9911-47b4-93ba-481f15a2e5c9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:29.995150 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6217a220-d797-4ad1-9e8a-1b4e3fe91f39 req-144da63f-9911-47b4-93ba-481f15a2e5c9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.2136929 Aug 25 17:57:30.002877 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Allocated IP 172.27.2.86 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/6d73e4c4-9973-493d-ab21-77abaa2b36e2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:57:30.115094 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.130540 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6217a220-d797-4ad1-9e8a-1b4e3fe91f39 req-b1bf0d03-975e-48bd-8552-8413aebd0f17 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340888 Aug 25 17:57:30.135766 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Transition to ACTIVE for port object 136bc28e-10d8-4e5a-9392-fc4dc6308b56 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:30.178562 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Transition to ACTIVE for port object 136bc28e-10d8-4e5a-9392-fc4dc6308b56 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:30.216919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.264378 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.300051 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] For port d688fd8e-d6f5-4367-b215-6d506b319703, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:57:30.310815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c387-eda9-4357-807f-a00a77520441 req-089e9df8-539f-42ec-9216-e538a764ae24 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:30.320039 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-55e9c387-eda9-4357-807f-a00a77520441 req-089e9df8-539f-42ec-9216-e538a764ae24 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0821438 Aug 25 17:57:30.330570 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] For port d688fd8e-d6f5-4367-b215-6d506b319703, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=d688fd8e-d6f5-4367-b215-6d506b319703,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:57:30.334401 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Pushing event updated for resources: {'Port': ['ID=136bc28e-10d8-4e5a-9392-fc4dc6308b56,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:30.345267 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.352290 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:30.362667 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-55e9c387-eda9-4357-807f-a00a77520441 req-c56c8d92-d019-410e-8a25-99d5c45d2065 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Aug 25 17:57:30.376673 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:30.387313 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.430745 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:57:30.515505 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:30.537600 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:30.550627 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:57:30.581170 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:30.583169 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:30.591505 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b967173-0d70-4abb-bc4c-3498fad93eb0 None None] Pushing event updated for resources: {'Port': ['ID=d688fd8e-d6f5-4367-b215-6d506b319703,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:30.633251 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Attempting to bind port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:57:30.633912 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Attempting to bind port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:57:30.634297 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Attempting to bind port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 on network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:30.642858 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:57:30.643565 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Checking segment: {'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:30.644488 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.645534 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Bound using segment: {'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:57:30.646108 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Bound port: 136bc28e-10d8-4e5a-9392-fc4dc6308b56, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:57:30.646505 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.682702 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6d73e4c4-9973-493d-ab21-77abaa2b36e2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:30.825614 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] For port 136bc28e-10d8-4e5a-9392-fc4dc6308b56, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:57:30.831437 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] For port 136bc28e-10d8-4e5a-9392-fc4dc6308b56, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=136bc28e-10d8-4e5a-9392-fc4dc6308b56,segment=NetworkSegment(03bba319-fbb1-41ac-9458-77c24c32c614),segment_id=03bba319-fbb1-41ac-9458-77c24c32c614)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:57:30.836705 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:30.846087 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:30.958032 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1c640-8552-464a-982f-164e410dda31 req-26605a5d-ba01-429d-9d81-d34547ee9e60 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:30.959654 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bdb1c640-8552-464a-982f-164e410dda31 req-26605a5d-ba01-429d-9d81-d34547ee9e60 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.3983848 Aug 25 17:57:30.962326 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96d431-72ab-44ad-bba6-51707e485a27 None None] Pushing event updated for resources: {'Port': ['ID=136bc28e-10d8-4e5a-9392-fc4dc6308b56,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:31.642339 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:30Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:31.694294 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977a770-ce9e-47ac-8d1f-971874132568 None None] The sync data for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi is: [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:30Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:57:31.743726 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bdb1c640-8552-464a-982f-164e410dda31 req-2c1f8ed6-d139-4599-9817-c70e3317f54f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7320061 Aug 25 17:57:31.747019 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:32.175699 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cb897-aa67-467b-922f-cba502b15c78 req-0c9ad2c0-c1da-456a-a9b5-d40dcd024778 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:32.189140 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e17cb897-aa67-467b-922f-cba502b15c78 req-0c9ad2c0-c1da-456a-a9b5-d40dcd024778 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.3066552 Aug 25 17:57:32.199989 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2a1e1-29d8-45aa-9656-0419517ca32c req-ee0ca66d-1cd0-4163-ab71-f4a11d95cacc tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:32.213743 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2ac2a1e1-29d8-45aa-9656-0419517ca32c req-ee0ca66d-1cd0-4163-ab71-f4a11d95cacc tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.8911364 Aug 25 17:57:32.332684 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2ac2a1e1-29d8-45aa-9656-0419517ca32c req-0db7f01e-a059-4b6d-b91f-9f422aa73f0f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162231 Aug 25 17:57:32.389742 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e17cb897-aa67-467b-922f-cba502b15c78 req-00276174-17be-42f3-8d55-7f393830312d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990442 Aug 25 17:57:32.471758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:32.819277 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:32.925614 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Router 68e07ae4-ca4f-4467-ad2b-d898768059ce is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:57:33.218785 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 136bc28e-10d8-4e5a-9392-fc4dc6308b56 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:33.246700 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ab1f1-2bb6-4157-9388-7cc2cab1a821 req-4050e0df-90ce-4879-953e-87b6fc4b40aa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:33.248354 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d09ab1f1-2bb6-4157-9388-7cc2cab1a821 req-4050e0df-90ce-4879-953e-87b6fc4b40aa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1852369 Aug 25 17:57:33.251464 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:57:33.268647 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Sync routers for ids ['68e07ae4-ca4f-4467-ad2b-d898768059ce'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:57:33.288689 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d692297-adb4-4e2a-8735-849d43a4faf3 None None] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:57:33.292430 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Routers {'68e07ae4-ca4f-4467-ad2b-d898768059ce'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:33.293653 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['68e07ae4-ca4f-4467-ad2b-d898768059ce'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:33.355558 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d09ab1f1-2bb6-4157-9388-7cc2cab1a821 req-aae03cc0-14a4-4340-b501-8ddf4ec6eb6b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790930 Aug 25 17:57:33.372154 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:33.385598 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-42f77e2f-b9ac-40f1-a24d-75802b2e33a4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9102874 Aug 25 17:57:33.385839 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47394) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:33.502891 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-df4cf5ce-677b-4dc0-80d6-8b241b13aa98 None None] Provisioning for port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:33.523367 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:33.536858 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:33.539084 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:33.674829 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc355d0-5300-4b17-a78a-be1234fe95a3 req-c61b5ba1-e4c8-4e9e-9f5b-2cf321ec505b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:33.689883 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bdc355d0-5300-4b17-a78a-be1234fe95a3 req-c61b5ba1-e4c8-4e9e-9f5b-2cf321ec505b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1075647 Aug 25 17:57:33.729351 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Set router 68e07ae4-ca4f-4467-ad2b-d898768059ce gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:33.789958 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bdc355d0-5300-4b17-a78a-be1234fe95a3 req-c143cd53-e86c-4541-a6a0-2d2747469fa3 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982437 Aug 25 17:57:33.972127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-0bac7fc6-aaf7-44ac-aaef-239f33adce5b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:33.974622 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-0bac7fc6-aaf7-44ac-aaef-239f33adce5b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.5974183 Aug 25 17:57:33.999131 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74e8a1-530e-4ef8-991b-049f7e8e987b req-c9a8df70-1c96-48db-bfe2-ebc8fbb88881 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:34.013017 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf74e8a1-530e-4ef8-991b-049f7e8e987b req-c9a8df70-1c96-48db-bfe2-ebc8fbb88881 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.3237641 Aug 25 17:57:34.094609 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:34.143284 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cf74e8a1-530e-4ef8-991b-049f7e8e987b req-d344d58f-ba5f-4c4f-b1ba-9613cf6e1489 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287255 Aug 25 17:57:34.238685 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 136bc28e-10d8-4e5a-9392-fc4dc6308b56, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=136bc28e-10d8-4e5a-9392-fc4dc6308b56,segment=NetworkSegment(03bba319-fbb1-41ac-9458-77c24c32c614),segment_id=03bba319-fbb1-41ac-9458-77c24c32c614)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:34.246042 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:34.246999 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device d688fd8e-d6f5-4367-b215-6d506b319703 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:34.378621 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T17:57:30Z', 'revision_number': 3, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port': {'id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:29Z', 'updated_at': '2021-08-25T17:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:34.428185 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Checking router: 68e07ae4-ca4f-4467-ad2b-d898768059ce for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:57:34.428851 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Updating router 68e07ae4-ca4f-4467-ad2b-d898768059ce port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:57:34.468414 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:34.547101 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=136bc28e-10d8-4e5a-9392-fc4dc6308b56,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:34.728495 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port d688fd8e-d6f5-4367-b215-6d506b319703 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:34.730686 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a9780440-137e-4830-a9f5-eebe73f09190 None None] Provisioning complete for port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:34.731060 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9780440-137e-4830-a9f5-eebe73f09190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:34.743727 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port d688fd8e-d6f5-4367-b215-6d506b319703 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:34.755506 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:34.762165 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8bf75-51a6-406e-9910-30debb9169c4 req-64cdd2a4-381f-4a18-b790-60f723af6679 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:34.773408 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a0e8bf75-51a6-406e-9910-30debb9169c4 req-64cdd2a4-381f-4a18-b790-60f723af6679 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1555281 Aug 25 17:57:34.855254 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a0e8bf75-51a6-406e-9910-30debb9169c4 req-cc2aa515-364f-4edb-bbfc-7d1e56de2e06 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804892 Aug 25 17:57:35.085672 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.100541 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Deleting port d9b979e2-46f3-45f7-80ed-6a248cb10f43 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:57:35.103460 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.116670 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Transition to ACTIVE for port object 6d73e4c4-9973-493d-ab21-77abaa2b36e2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:35.129756 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.221389 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.228432 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Attempting to bind port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:57:35.229152 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Attempting to bind port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:57:35.229772 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Attempting to bind port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:35.235040 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948a5b3-c129-4908-b942-76a71fafbc51 None None] Pushing event updated for resources: {'Port': ['ID=6d73e4c4-9973-493d-ab21-77abaa2b36e2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:35.242563 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9f7c-5be0-48a0-be7d-24733223df36 req-197eb361-08aa-4869-bcc4-5ab89f33e208 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:35.249678 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:57:35.250334 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:35.250899 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.251473 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:57:35.252303 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Bound port: 6d73e4c4-9973-493d-ab21-77abaa2b36e2, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:57:35.252889 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.257431 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-068e9f7c-5be0-48a0-be7d-24733223df36 req-197eb361-08aa-4869-bcc4-5ab89f33e208 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.2618682 Aug 25 17:57:35.293175 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port d688fd8e-d6f5-4367-b215-6d506b319703, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=d688fd8e-d6f5-4367-b215-6d506b319703,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:35.304722 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.380705 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] For port 6d73e4c4-9973-493d-ab21-77abaa2b36e2, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:57:35.392663 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] For port 6d73e4c4-9973-493d-ab21-77abaa2b36e2, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=6d73e4c4-9973-493d-ab21-77abaa2b36e2,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:57:35.399887 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.448754 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=d688fd8e-d6f5-4367-b215-6d506b319703,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:35.507201 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 136bc28e-10d8-4e5a-9392-fc4dc6308b56 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:35.526742 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-068e9f7c-5be0-48a0-be7d-24733223df36 req-b643d7a7-0c2b-4a99-8e6c-d85a251931b3 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677855 Aug 25 17:57:35.591023 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb12d1-691e-47a8-ab83-0ceec43067e1 req-3711c5c6-b14e-43f7-86ab-a55f578b450b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:35.602345 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-12eb12d1-691e-47a8-ab83-0ceec43067e1 req-3711c5c6-b14e-43f7-86ab-a55f578b450b tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 945 time: 0.1638808 Aug 25 17:57:35.613292 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.625457 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:35.627470 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.631619 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Routers {'68e07ae4-ca4f-4467-ad2b-d898768059ce'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:35.640304 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['68e07ae4-ca4f-4467-ad2b-d898768059ce'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:35.643545 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948a5b3-c129-4908-b942-76a71fafbc51 None None] Pushing event updated for resources: {'Port': ['ID=6d73e4c4-9973-493d-ab21-77abaa2b36e2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:35.643963 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] For port d9b979e2-46f3-45f7-80ed-6a248cb10f43, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b979e2-46f3-45f7-80ed-6a248cb10f43,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:35.645114 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.690620 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Calling delete_port for d9b979e2-46f3-45f7-80ed-6a248cb10f43 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:57:35.709547 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-12eb12d1-691e-47a8-ab83-0ceec43067e1 req-5bc975d8-7d99-4821-ba6d-be3cb0c2640f tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006951 Aug 25 17:57:35.764996 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9611f857-3fc8-4090-9f23-b00ea4323fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:35.892394 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] Set router 68e07ae4-ca4f-4467-ad2b-d898768059ce gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:36.094472 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Allocated IP 172.20.0.1 (00a0bb60-ac97-4846-a14e-4352dc4d29f9/6e761a73-cdc7-44e7-8933-2cb40f7d9394/64b07ac8-65f4-4a66-b751-7fad640bc50f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:57:36.135605 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b199ae-4781-408d-8eca-8041180019f9 req-69bdc401-3bcf-480a-8402-7b3faa9d647d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:36.137474 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-46b199ae-4781-408d-8eca-8041180019f9 req-69bdc401-3bcf-480a-8402-7b3faa9d647d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1606300 Aug 25 17:57:36.139804 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:36.160808 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4', '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'bcced322-76e0-47a4-9f47-016a236be720'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:57:36.195007 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event deleted for resources: {'Port': ['ID=d9b979e2-46f3-45f7-80ed-6a248cb10f43,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:36.285362 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] No DVR routers for this DVR port d9b979e2-46f3-45f7-80ed-6a248cb10f43 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:57:36.317253 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-46b199ae-4781-408d-8eca-8041180019f9 req-aee76e39-be1b-4da9-99ec-4f35181fe4e0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313298 Aug 25 17:57:36.317253 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:36.319024 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3f22affe-2c26-4ccb-9cce-84bd02a35fbc req-67b34f02-e9d3-4a54-a18a-bb2773390632 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "DELETE /v2.0/ports/d9b979e2-46f3-45f7-80ed-6a248cb10f43 HTTP/1.1" status: 204 len: 173 time: 2.2641213 Aug 25 17:57:36.321535 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'name': 'network-vif-deleted', 'tag': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:36.324420 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1963d67e-7dc7-4ddd-89b1-f97bec582ba1" -d '{"events": [{"server_uuid": "6eb19022-6b49-45aa-91e4-b06b9c4a0a80", "name": "network-vif-deleted", "tag": "d9b979e2-46f3-45f7-80ed-6a248cb10f43"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:36.469905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:36.518462 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f199fb-3289-43cf-af80-f3cef689804c x-openstack-request-id: req-59f199fb-3289-43cf-af80-f3cef689804c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:36.519388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb19022-6b49-45aa-91e4-b06b9c4a0a80", "name": "network-vif-deleted", "tag": "d9b979e2-46f3-45f7-80ed-6a248cb10f43", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:36.520316 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59f199fb-3289-43cf-af80-f3cef689804c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:36.521267 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb19022-6b49-45aa-91e4-b06b9c4a0a80', 'name': 'network-vif-deleted', 'tag': 'd9b979e2-46f3-45f7-80ed-6a248cb10f43', 'status': 'completed', 'code': 200} Aug 25 17:57:36.532005 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Transition to ACTIVE for port object 64b07ac8-65f4-4a66-b751-7fad640bc50f will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:36.552194 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T17:57:30Z', 'revision_number': 3, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port': {'id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:29Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:36.613967 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90360132-9bf8-4524-93d6-d24cf78774f3 None None] The sync data for ids ['68e07ae4-ca4f-4467-ad2b-d898768059ce'] in dv-cinder-786386-10-iscsi is: [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T17:57:30Z', 'revision_number': 3, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port': {'id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:29Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:57:36.644181 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:36.702827 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:36.707241 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:36.725736 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:57:36.729373 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Pushing event updated for resources: {'Port': ['ID=64b07ac8-65f4-4a66-b751-7fad640bc50f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:36.963281 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:37.120721 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b62509-3883-467f-a213-6e27f5b155d6 req-069aa37f-d14c-4e7a-b75a-82e183a29920 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:37.150144 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-27920985-c360-4416-bf06-72b54df2763b req-dc1854e4-b3a1-4196-93b0-d251a24424b3 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 210 time: 0.1024816 Aug 25 17:57:37.152329 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-08b62509-3883-467f-a213-6e27f5b155d6 req-069aa37f-d14c-4e7a-b75a-82e183a29920 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.3584588 Aug 25 17:57:37.216967 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3d2eeeb8-e6e2-42ea-9229-a36c38aa4a9c None None] Provisioning for port 64b07ac8-65f4-4a66-b751-7fad640bc50f completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:37.281188 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d9b979e2-46f3-45f7-80ed-6a248cb10f43 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:57:37.285702 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3d2eeeb8-e6e2-42ea-9229-a36c38aa4a9c None None] Provisioning complete for port 64b07ac8-65f4-4a66-b751-7fad640bc50f triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:37.286198 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d2eeeb8-e6e2-42ea-9229-a36c38aa4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:37.298385 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-08b62509-3883-467f-a213-6e27f5b155d6 req-8600e338-d699-4fd4-86ca-7c9f67593b8d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443372 Aug 25 17:57:37.516715 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: d9b979e2-46f3-45f7-80ed-6a248cb10f43 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:57:37.517115 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device d9b979e2-46f3-45f7-80ed-6a248cb10f43 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:57:37.578447 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:37.631759 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3d2eeeb8-e6e2-42ea-9229-a36c38aa4a9c None None] Port 64b07ac8-65f4-4a66-b751-7fad640bc50f cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:57:37.789139 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e161f1c-67bf-4e4b-9f62-617e272c8d0c req-e8928b2a-eb88-445f-8a11-de6f4916a6bf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:37.789492 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device d688fd8e-d6f5-4367-b215-6d506b319703 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:37.812199 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9e161f1c-67bf-4e4b-9f62-617e272c8d0c req-e8928b2a-eb88-445f-8a11-de6f4916a6bf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.2218981 Aug 25 17:57:37.889163 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9e161f1c-67bf-4e4b-9f62-617e272c8d0c req-93acb5cc-7c12-4bd3-9585-de804a0fb783 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750725 Aug 25 17:57:37.925616 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port d688fd8e-d6f5-4367-b215-6d506b319703 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:37.926559 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.108110 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 6d73e4c4-9973-493d-ab21-77abaa2b36e2 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:38.192516 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:38.207970 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.211382 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:38.211809 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.220083 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.333990 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.480541 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7aa8-302a-477a-9e41-b1c49653956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.490895 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.594766 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 6d73e4c4-9973-493d-ab21-77abaa2b36e2, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=6d73e4c4-9973-493d-ab21-77abaa2b36e2,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:38.622805 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.724592 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Pushing event updated for resources: {'Port': ['ID=64b07ac8-65f4-4a66-b751-7fad640bc50f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:38.746869 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:38.757802 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-261d6180-3e96-4ec9-beb4-b0323d219488 req-39650c4f-deff-4ccb-9a07-e0ccb10ae0fa tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eb19022-6b49-45aa-91e4-b06b9c4a0a80 HTTP/1.1" status: 200 len: 210 time: 0.2719834 Aug 25 17:57:38.777857 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=6d73e4c4-9973-493d-ab21-77abaa2b36e2,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:38.796054 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9429e-96c8-4313-aa6f-d490a86f1aaf req-7cddde58-c041-4a3d-a3cd-f27bfd3f8627 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:38.802845 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-afc9429e-96c8-4313-aa6f-d490a86f1aaf req-7cddde58-c041-4a3d-a3cd-f27bfd3f8627 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1940787 Aug 25 17:57:38.874946 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:57:38.877167 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:57:38.919788 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-afc9429e-96c8-4313-aa6f-d490a86f1aaf req-2e08e2a4-7653-4575-8d76-bf446469a00c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904803 Aug 25 17:57:39.224926 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7daaa-c905-4ee0-a6a1-3289c490e40e req-0f6a4eae-204b-49ea-879f-5279f2ec1051 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:39.227582 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1aa7daaa-c905-4ee0-a6a1-3289c490e40e req-0f6a4eae-204b-49ea-879f-5279f2ec1051 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.2093906 Aug 25 17:57:39.287065 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Router 68e07ae4-ca4f-4467-ad2b-d898768059ce has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:57:39.295551 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-19f72b19-95e4-44a1-ba6a-9600c83da41e None None] Provisioning complete for port 64b07ac8-65f4-4a66-b751-7fad640bc50f triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:39.296457 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19f72b19-95e4-44a1-ba6a-9600c83da41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:39.357778 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1aa7daaa-c905-4ee0-a6a1-3289c490e40e req-d6d34843-47bd-4947-998e-e64d0910afaf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181715 Aug 25 17:57:39.439384 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-19f72b19-95e4-44a1-ba6a-9600c83da41e None None] Port 64b07ac8-65f4-4a66-b751-7fad640bc50f cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:57:39.475716 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 6d73e4c4-9973-493d-ab21-77abaa2b36e2 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:39.650652 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:39.664004 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:39.664601 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:40.009798 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:57:40.030602 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8ef654ec-4b88-41b2-9067-a25bf0163f5c admin admin] 10.222.0.23 "PUT /v2.0/routers/68e07ae4-ca4f-4467-ad2b-d898768059ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6434395 Aug 25 17:57:40.183763 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950967b4-af21-4f3c-80dd-5c33fdfd756a req-4a07a42b-9359-4650-888e-595abd3df35e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:40.197514 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-950967b4-af21-4f3c-80dd-5c33fdfd756a req-4a07a42b-9359-4650-888e-595abd3df35e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1159596 Aug 25 17:57:40.237209 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Sync routers for ids ['68e07ae4-ca4f-4467-ad2b-d898768059ce'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:57:40.256740 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Routers {'68e07ae4-ca4f-4467-ad2b-d898768059ce'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:40.257685 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['68e07ae4-ca4f-4467-ad2b-d898768059ce'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:40.287333 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-950967b4-af21-4f3c-80dd-5c33fdfd756a req-a2a34178-b2c8-499c-96b7-dc01e65d0de2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883052 Aug 25 17:57:40.495983 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Set router 68e07ae4-ca4f-4467-ad2b-d898768059ce gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:40.705077 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a00abe-4eee-40de-a5be-4e00a0aa3658 req-bd1c8f1f-dd22-4589-a7aa-427c3525518d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:40.712632 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e6a00abe-4eee-40de-a5be-4e00a0aa3658 req-bd1c8f1f-dd22-4589-a7aa-427c3525518d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1571755 Aug 25 17:57:40.853420 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e6a00abe-4eee-40de-a5be-4e00a0aa3658 req-55cec24e-8be6-4486-a215-ee84a60ce071 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171420 Aug 25 17:57:41.099234 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T17:57:37Z', 'revision_number': 4, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port': {'id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:29Z', 'updated_at': '2021-08-25T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '64b07ac8-65f4-4a66-b751-7fad640bc50f', 'name': '', 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9', 'tenant_id': '5031513803e049619488dfad34ff4138', 'mac_address': 'fa:16:3e:16:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6e761a73-cdc7-44e7-8933-2cb40f7d9394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:35Z', 'updated_at': '2021-08-25T17:57:37Z', 'revision_number': 2, 'project_id': '5031513803e049619488dfad34ff4138', 'subnets': [{'id': '6e761a73-cdc7-44e7-8933-2cb40f7d9394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:41.154528 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Checking router: 68e07ae4-ca4f-4467-ad2b-d898768059ce for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:57:41.156222 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Updating router 68e07ae4-ca4f-4467-ad2b-d898768059ce port 64b07ac8-65f4-4a66-b751-7fad640bc50f binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:57:41.204987 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:41.505233 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:41.517851 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d4f2b539-104f-455a-a5b6-87d7d8f6a51e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527624343', 'description': 'tempest-secgroup-smoke-1527624343 description', 'project_id': '12fd6cae8011402fa4a65249edc50cd7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:41.527209 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:41.594722 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f2b539-104f-455a-a5b6-87d7d8f6a51e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:41.732608 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77a273-1563-4c0f-b130-8fe471ad34a0 req-029e5a11-b654-495c-a347-530b1a53954a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:41.746163 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f77a273-1563-4c0f-b130-8fe471ad34a0 req-029e5a11-b654-495c-a347-530b1a53954a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1364207 Aug 25 17:57:41.836929 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f77a273-1563-4c0f-b130-8fe471ad34a0 req-966392be-858e-4037-be9f-4b1ab99c66a4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830262 Aug 25 17:57:41.904975 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa8a13-646f-46b7-acd8-ea7f4bd91f55 req-839db820-07d9-4565-84f3-4f96d831f2d8 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:41.917200 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7fa8a13-646f-46b7-acd8-ea7f4bd91f55 req-839db820-07d9-4565-84f3-4f96d831f2d8 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 945 time: 0.2025790 Aug 25 17:57:41.948806 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:41.962575 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f2b539-104f-455a-a5b6-87d7d8f6a51e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:41.977523 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f2b539-104f-455a-a5b6-87d7d8f6a51e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:41.987216 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Transition to ACTIVE for port object 64b07ac8-65f4-4a66-b751-7fad640bc50f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:57:42.002100 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7fa8a13-646f-46b7-acd8-ea7f4bd91f55 req-86e2ee3b-d272-482a-a01f-9db3681e6cd9 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735619 Aug 25 17:57:42.008180 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.036297 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f2b539-104f-455a-a5b6-87d7d8f6a51e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.041580 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d4f2b539-104f-455a-a5b6-87d7d8f6a51e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5300751 Aug 25 17:57:42.048707 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47494) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:42.063508 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ab7b49e6-faa9-439e-b47e-40b7189158c1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'security_group_rule': {'security_group_id': 'dd0d954a-1192-4c5c-8095-bf5b9210a853', 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:42.119742 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2b539-104f-455a-a5b6-87d7d8f6a51e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0d954a-1192-4c5c-8095-bf5b9210a853,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:42.138217 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab7b49e6-faa9-439e-b47e-40b7189158c1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.140558 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Pushing event updated for resources: {'Port': ['ID=64b07ac8-65f4-4a66-b751-7fad640bc50f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:42.191491 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e7221-6712-4899-9550-a0752876de2d req-84faa17e-2b32-4251-96eb-a3157eabff34 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:42.202452 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4b2e7221-6712-4899-9550-a0752876de2d req-84faa17e-2b32-4251-96eb-a3157eabff34 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1899011 Aug 25 17:57:42.224159 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.226240 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.227605 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.228510 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.229803 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.230737 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.231554 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.232433 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.233363 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.234261 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.235128 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.235934 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:57:42.303791 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Attempting to bind port 64b07ac8-65f4-4a66-b751-7fad640bc50f on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:57:42.304969 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Attempting to bind port 64b07ac8-65f4-4a66-b751-7fad640bc50f by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:57:42.307894 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Attempting to bind port 64b07ac8-65f4-4a66-b751-7fad640bc50f on network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:57:42.329125 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:57:42.329965 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Checking segment: {'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:57:42.333044 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.334227 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Bound using segment: {'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:57:42.336825 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Bound port: 64b07ac8-65f4-4a66-b751-7fad640bc50f, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bba319-fbb1-41ac-9458-77c24c32c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:57:42.338190 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.353317 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4b2e7221-6712-4899-9550-a0752876de2d req-fb1db8f2-9c84-48c1-980c-f2ca4a76068e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341054 Aug 25 17:57:42.377570 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab7b49e6-faa9-439e-b47e-40b7189158c1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.386649 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab7b49e6-faa9-439e-b47e-40b7189158c1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.428758 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b49e6-faa9-439e-b47e-40b7189158c1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a128af13-c128-413b-b6d5-5c94333fd3ae,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:42.444403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab7b49e6-faa9-439e-b47e-40b7189158c1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.452721 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ab7b49e6-faa9-439e-b47e-40b7189158c1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3930070 Aug 25 17:57:42.454270 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:42.466590 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-fd344148-5e21-480b-a568-4c7b9fe48aa8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'security_group_rule': {'security_group_id': 'dd0d954a-1192-4c5c-8095-bf5b9210a853', 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:42.500461 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] For port 64b07ac8-65f4-4a66-b751-7fad640bc50f, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:57:42.506148 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] For port 64b07ac8-65f4-4a66-b751-7fad640bc50f, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=64b07ac8-65f4-4a66-b751-7fad640bc50f,segment=NetworkSegment(03bba319-fbb1-41ac-9458-77c24c32c614),segment_id=03bba319-fbb1-41ac-9458-77c24c32c614)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:57:42.514859 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.545047 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd344148-5e21-480b-a568-4c7b9fe48aa8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.669595 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd344148-5e21-480b-a568-4c7b9fe48aa8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.677234 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd344148-5e21-480b-a568-4c7b9fe48aa8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.697487 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Routers {'68e07ae4-ca4f-4467-ad2b-d898768059ce'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:57:42.699109 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:57:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['68e07ae4-ca4f-4467-ad2b-d898768059ce'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:42.726816 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd344148-5e21-480b-a568-4c7b9fe48aa8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8134f081-6ec4-4a93-8c5e-e516a638e141,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:42.737290 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd344148-5e21-480b-a568-4c7b9fe48aa8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.744384 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-fd344148-5e21-480b-a568-4c7b9fe48aa8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2813792 Aug 25 17:57:42.744565 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47506) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:42.756403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-27fedb2e-60b7-4a63-94bf-ab0da7d4604b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'security_group_rule': {'security_group_id': 'dd0d954a-1192-4c5c-8095-bf5b9210a853', 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:42.817978 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27fedb2e-60b7-4a63-94bf-ab0da7d4604b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:42.885773 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db736f-a25d-4412-a7d3-5f58cda8ff5a None None] Pushing event updated for resources: {'Port': ['ID=64b07ac8-65f4-4a66-b751-7fad640bc50f,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:43.061534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27fedb2e-60b7-4a63-94bf-ab0da7d4604b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.071855 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27fedb2e-60b7-4a63-94bf-ab0da7d4604b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.138817 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fedb2e-60b7-4a63-94bf-ab0da7d4604b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16bf5c6-6132-48d8-969d-7ad436c56c01,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:43.141169 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27fedb2e-60b7-4a63-94bf-ab0da7d4604b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.146533 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-27fedb2e-60b7-4a63-94bf-ab0da7d4604b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967922 Aug 25 17:57:43.147282 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47518) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:43.173903 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-43230fad-852c-47c9-80d9-ddb39a955c53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'security_group_rule': {'security_group_id': 'dd0d954a-1192-4c5c-8095-bf5b9210a853', 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:43.182657 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14fa7-ca32-4dcd-93a6-e57bed3751c6 req-71269c13-6cc0-4b82-9180-dada8fa69233 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:43.185690 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bcb14fa7-ca32-4dcd-93a6-e57bed3751c6 req-71269c13-6cc0-4b82-9180-dada8fa69233 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1275182 Aug 25 17:57:43.202732 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] Set router 68e07ae4-ca4f-4467-ad2b-d898768059ce gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:57:43.278221 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43230fad-852c-47c9-80d9-ddb39a955c53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.385839 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bcb14fa7-ca32-4dcd-93a6-e57bed3751c6 req-033213a0-2cfd-485e-aa83-84021f64d767 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862531 Aug 25 17:57:43.520053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43230fad-852c-47c9-80d9-ddb39a955c53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.585368 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43230fad-852c-47c9-80d9-ddb39a955c53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.612102 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43230fad-852c-47c9-80d9-ddb39a955c53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef19f5e-b550-4e37-b84b-59f1fc67f4ec,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:43.632971 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43230fad-852c-47c9-80d9-ddb39a955c53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.634457 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-43230fad-852c-47c9-80d9-ddb39a955c53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4857671 Aug 25 17:57:43.639596 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47532) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:43.645390 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'security_group_rule': {'security_group_id': 'dd0d954a-1192-4c5c-8095-bf5b9210a853', 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:43.663871 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7a808-c802-42c2-ac0f-185d850c6cb1 req-bf9f1a51-5c1f-4a85-bd9a-1f4e8ef8e5e4 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:43.666201 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22d7a808-c802-42c2-ac0f-185d850c6cb1 req-bf9f1a51-5c1f-4a85-bd9a-1f4e8ef8e5e4 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 945 time: 0.1422708 Aug 25 17:57:43.706096 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Project 12fd6cae8011402fa4a65249edc50cd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:57:43.722723 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.750370 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22d7a808-c802-42c2-ac0f-185d850c6cb1 req-fd161a95-43f2-410a-9b17-bbf81a301415 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737493 Aug 25 17:57:43.782930 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T17:57:37Z', 'revision_number': 4, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port': {'id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:29Z', 'updated_at': '2021-08-25T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '64b07ac8-65f4-4a66-b751-7fad640bc50f', 'name': '', 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9', 'tenant_id': '5031513803e049619488dfad34ff4138', 'mac_address': 'fa:16:3e:16:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6e761a73-cdc7-44e7-8933-2cb40f7d9394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:35Z', 'updated_at': '2021-08-25T17:57:42Z', 'revision_number': 4, 'project_id': '5031513803e049619488dfad34ff4138', 'subnets': [{'id': '6e761a73-cdc7-44e7-8933-2cb40f7d9394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:57:43.804557 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362036e-6060-4c14-8612-c1b48b42356f req-4b9179de-0eac-43c6-b869-4194500bf8de tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:43.807071 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e362036e-6060-4c14-8612-c1b48b42356f req-4b9179de-0eac-43c6-b869-4194500bf8de tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.2233918 Aug 25 17:57:43.817699 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc0e4-9652-4fc2-9ed6-385a0d8913d4 None None] The sync data for ids ['68e07ae4-ca4f-4467-ad2b-d898768059ce'] in dv-cinder-786386-10-iscsi is: [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T17:57:37Z', 'revision_number': 4, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port': {'id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:29Z', 'updated_at': '2021-08-25T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '64b07ac8-65f4-4a66-b751-7fad640bc50f', 'name': '', 'network_id': '00a0bb60-ac97-4846-a14e-4352dc4d29f9', 'tenant_id': '5031513803e049619488dfad34ff4138', 'mac_address': 'fa:16:3e:16:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6e761a73-cdc7-44e7-8933-2cb40f7d9394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:35Z', 'updated_at': '2021-08-25T17:57:42Z', 'revision_number': 4, 'project_id': '5031513803e049619488dfad34ff4138', 'subnets': [{'id': '6e761a73-cdc7-44e7-8933-2cb40f7d9394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:57:43.834111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.841463 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.885959 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cff8b89-c021-4e8d-8439-019fd344e1ca,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:43.922188 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e362036e-6060-4c14-8612-c1b48b42356f req-ee7d421e-4ab2-4b2a-a0fb-11e63f4fda4e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029949 Aug 25 17:57:43.928672 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:43.928672 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-1eaf3c42-760c-4db1-b307-a0c4b5f7fd8d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2871797 Aug 25 17:57:43.931739 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:43.941625 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'security_group_rule': {'security_group_id': 'dd0d954a-1192-4c5c-8095-bf5b9210a853', 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:57:43.991016 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Project 12fd6cae8011402fa4a65249edc50cd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:57:43.997664 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:44.133832 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:44.139469 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:44.173280 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9aeb85-f430-411d-a179-ae7bcbad3c42,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:44.200414 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:44.203958 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-b848be47-caab-4951-9fa4-3f2165123f9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2698972 Aug 25 17:57:44.593487 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3762e-d15f-4d02-998b-7fe4e8b94e5e req-88d2f4c2-8200-4aaf-b647-c554d5ca4356 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:44.595164 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6fa3762e-d15f-4d02-998b-7fe4e8b94e5e req-88d2f4c2-8200-4aaf-b647-c554d5ca4356 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1148467 Aug 25 17:57:44.663023 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6fa3762e-d15f-4d02-998b-7fe4e8b94e5e req-3c94e232-3c5a-426c-8d7a-dcfe43769ca1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583882 Aug 25 17:57:44.821355 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-85da46a2-4bc7-436f-9a27-804b3db2b108 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:44.823357 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-85da46a2-4bc7-436f-9a27-804b3db2b108 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 945 time: 0.1174707 Aug 25 17:57:45.029824 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61344e-0692-4982-8892-26adee505d7f req-40ec09ad-c080-4260-b450-0fbe246279bd tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:45.042620 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6d61344e-0692-4982-8892-26adee505d7f req-40ec09ad-c080-4260-b450-0fbe246279bd tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 945 time: 0.1083624 Aug 25 17:57:45.119948 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6d61344e-0692-4982-8892-26adee505d7f req-a27d0f2d-6e29-42b0-8a99-54311dc2ee07 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762687 Aug 25 17:57:45.285334 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321559e-2e00-444c-a6ab-71c900ee26d5 req-bd645b49-0f8d-4064-8204-61523718b321 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:45.288192 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4321559e-2e00-444c-a6ab-71c900ee26d5 req-bd645b49-0f8d-4064-8204-61523718b321 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.1257732 Aug 25 17:57:45.381736 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4321559e-2e00-444c-a6ab-71c900ee26d5 req-16868155-5d54-4f50-8a7f-a3592f9be36b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839212 Aug 25 17:57:45.385469 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Deleting port bcced322-76e0-47a4-9f47-016a236be720 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:57:45.385943 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:45.575563 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 64b07ac8-65f4-4a66-b751-7fad640bc50f up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:45.726629 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] For port bcced322-76e0-47a4-9f47-016a236be720, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcced322-76e0-47a4-9f47-016a236be720,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:45.726629 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:45.730064 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 64b07ac8-65f4-4a66-b751-7fad640bc50f completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:57:45.742425 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 64b07ac8-65f4-4a66-b751-7fad640bc50f triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:45.744063 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:45.787327 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Calling delete_port for bcced322-76e0-47a4-9f47-016a236be720 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:57:45.889949 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:45.900431 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea203fa-a25e-443f-ae3d-a72c7c4cd72f req-36c431ad-a10a-44d9-8537-6cba68a95a98 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:45.910791 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8ea203fa-a25e-443f-ae3d-a72c7c4cd72f req-36c431ad-a10a-44d9-8537-6cba68a95a98 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0673666 Aug 25 17:57:45.986120 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 64b07ac8-65f4-4a66-b751-7fad640bc50f, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=64b07ac8-65f4-4a66-b751-7fad640bc50f,segment=NetworkSegment(03bba319-fbb1-41ac-9458-77c24c32c614),segment_id=03bba319-fbb1-41ac-9458-77c24c32c614)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:45.988179 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8ea203fa-a25e-443f-ae3d-a72c7c4cd72f req-8a4a7020-d5f1-48fc-aed9-f9c301731a7b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759180 Aug 25 17:57:46.021115 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:46.155193 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=64b07ac8-65f4-4a66-b751-7fad640bc50f,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:46.204200 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:46.226388 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4', '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'bcced322-76e0-47a4-9f47-016a236be720'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:57:46.316519 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8b153da-3959-429e-83c5-e608c041e977 req-20daa576-d93b-470c-8a62-fa9fdd1e45a1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 210 time: 0.0428736 Aug 25 17:57:46.337695 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event deleted for resources: {'Port': ['ID=bcced322-76e0-47a4-9f47-016a236be720,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:46.418293 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] No DVR routers for this DVR port bcced322-76e0-47a4-9f47-016a236be720 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:57:46.423883 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:46.427092 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d65559ee-688b-453e-9dc3-b1972ea6268a req-aeb40e2f-506d-421f-ad28-f22da2b20574 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "DELETE /v2.0/ports/bcced322-76e0-47a4-9f47-016a236be720 HTTP/1.1" status: 204 len: 173 time: 1.5924242 Aug 25 17:57:46.427928 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'name': 'network-vif-deleted', 'tag': 'bcced322-76e0-47a4-9f47-016a236be720'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:46.430640 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be5eb8-6898-46db-8b9a-d5cbd30ef856" -d '{"events": [{"server_uuid": "5427006b-fb26-42e7-ba09-6fb5f0121e51", "name": "network-vif-deleted", "tag": "bcced322-76e0-47a4-9f47-016a236be720"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:46.507288 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c88c4a-8c5c-498a-89b4-9acd217a41da x-openstack-request-id: req-77c88c4a-8c5c-498a-89b4-9acd217a41da {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:46.507773 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5427006b-fb26-42e7-ba09-6fb5f0121e51", "name": "network-vif-deleted", "tag": "bcced322-76e0-47a4-9f47-016a236be720", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:46.508149 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77c88c4a-8c5c-498a-89b4-9acd217a41da {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:46.508968 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5427006b-fb26-42e7-ba09-6fb5f0121e51', 'name': 'network-vif-deleted', 'tag': 'bcced322-76e0-47a4-9f47-016a236be720', 'status': 'completed', 'code': 200} Aug 25 17:57:46.640793 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da37ba-ba3e-48f4-b711-d9cd4d25df92 req-0778c5c4-4e2f-419f-9b1e-c7b322f33214 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:46.644707 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b9da37ba-ba3e-48f4-b711-d9cd4d25df92 req-0778c5c4-4e2f-419f-9b1e-c7b322f33214 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0930684 Aug 25 17:57:46.712798 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b9da37ba-ba3e-48f4-b711-d9cd4d25df92 req-d10e2e3a-96ae-4eb0-bd1a-49d89ee34303 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598147 Aug 25 17:57:47.194270 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23367946-1fbd-457a-8c9e-b36a0e932bb3 req-3580d8d4-c18a-42b7-819e-81e6a037598e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:47.209602 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-23367946-1fbd-457a-8c9e-b36a0e932bb3 req-3580d8d4-c18a-42b7-819e-81e6a037598e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1172664 Aug 25 17:57:47.277730 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-23367946-1fbd-457a-8c9e-b36a0e932bb3 req-af75e8be-3679-43e1-a5e0-e767c3e74873 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666459 Aug 25 17:57:47.501917 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 64b07ac8-65f4-4a66-b751-7fad640bc50f up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:57:47.617460 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9b9e538b-cdeb-4a0f-9389-1e4500c5a323 req-864b5e09-9d3e-45e8-9f09-96980b7f4fb0 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=5427006b-fb26-42e7-ba09-6fb5f0121e51 HTTP/1.1" status: 200 len: 210 time: 0.0710742 Aug 25 17:57:47.671526 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 64b07ac8-65f4-4a66-b751-7fad640bc50f triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:57:47.672460 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:47.939815 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a5f0-af7a-4034-991b-098a6c3d366b req-cb4b8326-46a1-42b9-bbe4-8885fd1ae0fa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:47.942133 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-85e0a5f0-af7a-4034-991b-098a6c3d366b req-cb4b8326-46a1-42b9-bbe4-8885fd1ae0fa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0898607 Aug 25 17:57:48.009239 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-85e0a5f0-af7a-4034-991b-098a6c3d366b req-ee51c0a0-a939-4ba9-a32e-110ec46508eb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603070 Aug 25 17:57:48.501052 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb0c44-0ffe-45fa-ba08-e429f8ecd549 req-ad601444-f933-4b53-9055-2b3b5c331890 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:48.511199 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-dffb0c44-0ffe-45fa-ba08-e429f8ecd549 req-ad601444-f933-4b53-9055-2b3b5c331890 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0931323 Aug 25 17:57:48.564562 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-dffb0c44-0ffe-45fa-ba08-e429f8ecd549 req-bac210f4-d0c8-42eb-9be6-c9884495b7ce tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Aug 25 17:57:49.027365 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc14867-be9d-45d4-bf1b-38a96d733076 req-c5132652-000f-42bb-9dbb-914f6affd2fb tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:49.029233 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8cc14867-be9d-45d4-bf1b-38a96d733076 req-c5132652-000f-42bb-9dbb-914f6affd2fb tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 945 time: 0.0759809 Aug 25 17:57:49.082253 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8cc14867-be9d-45d4-bf1b-38a96d733076 req-0e513d3d-2eb4-4420-a0ce-8a7291fefe87 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Aug 25 17:57:49.204033 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15d5a-97e7-46b2-a6db-cb6ac9f7e537 req-3035ddd3-e722-4114-97d3-abd9c8a3c118 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:49.207233 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-dfb15d5a-97e7-46b2-a6db-cb6ac9f7e537 req-3035ddd3-e722-4114-97d3-abd9c8a3c118 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0855060 Aug 25 17:57:49.257681 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-dfb15d5a-97e7-46b2-a6db-cb6ac9f7e537 req-bacbb64d-e95c-4e28-ab0f-9b6a09d42d8e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Aug 25 17:57:49.301141 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bcced322-76e0-47a4-9f47-016a236be720 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:57:49.324184 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: bcced322-76e0-47a4-9f47-016a236be720 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:57:49.324571 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bcced322-76e0-47a4-9f47-016a236be720 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:57:49.613408 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081e94-1907-48d2-b185-7a17c975809b req-7d888b46-f38f-4e51-afec-f27527c043fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:49.615322 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed081e94-1907-48d2-b185-7a17c975809b req-7d888b46-f38f-4e51-afec-f27527c043fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0554020 Aug 25 17:57:49.741744 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081e94-1907-48d2-b185-7a17c975809b req-3efac150-ad93-42ac-8d83-01e9785b0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:49.743517 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed081e94-1907-48d2-b185-7a17c975809b req-3efac150-ad93-42ac-8d83-01e9785b0847 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.1137531 Aug 25 17:57:49.747661 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca519c5-d9fa-44e2-aa4d-8f4d3bca8af9 req-1d304d65-8f2f-4225-9094-e15fc2ae35ae tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:49.749257 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4ca519c5-d9fa-44e2-aa4d-8f4d3bca8af9 req-1d304d65-8f2f-4225-9094-e15fc2ae35ae tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0603917 Aug 25 17:57:49.816503 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4ca519c5-d9fa-44e2-aa4d-8f4d3bca8af9 req-7cd2d4fb-9e97-4bfd-8aa3-556284ff5e7e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553956 Aug 25 17:57:49.866877 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed081e94-1907-48d2-b185-7a17c975809b req-8a25db86-607d-4fae-af45-b0aaed266efb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 200 len: 1002 time: 0.1032324 Aug 25 17:57:49.957416 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081e94-1907-48d2-b185-7a17c975809b req-90ab7aea-70cb-41a9-81ed-1765b62b8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:49.960193 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed081e94-1907-48d2-b185-7a17c975809b req-90ab7aea-70cb-41a9-81ed-1765b62b8fc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0816166 Aug 25 17:57:50.022135 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081e94-1907-48d2-b185-7a17c975809b req-ff296ebd-ee1b-4e83-9271-28e2db50a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:50.024028 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed081e94-1907-48d2-b185-7a17c975809b req-ff296ebd-ee1b-4e83-9271-28e2db50a2a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483007 Aug 25 17:57:50.150821 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed081e94-1907-48d2-b185-7a17c975809b req-5ab4866a-d0c4-4192-91c5-ce49e79035a5 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142809 Aug 25 17:57:50.282158 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e42593-06cf-46df-8c00-1fa6618a4a19 req-a13eab54-d74a-4b26-b95e-bf51d6d89371 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:50.283710 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d4e42593-06cf-46df-8c00-1fa6618a4a19 req-a13eab54-d74a-4b26-b95e-bf51d6d89371 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 945 time: 0.1153333 Aug 25 17:57:50.316822 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed081e94-1907-48d2-b185-7a17c975809b req-f373ba4a-0cf8-415c-a266-525aba86963a service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563406 Aug 25 17:57:50.339782 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d4e42593-06cf-46df-8c00-1fa6618a4a19 req-19cba1c2-a2ca-4edb-b410-4d4ddb6c0797 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Aug 25 17:57:50.434321 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20647f-75ac-4d68-97ea-b231b65a22a4 req-c4d8d70d-dafc-4d1a-b056-da06ef052ee7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:50.437897 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1a20647f-75ac-4d68-97ea-b231b65a22a4 req-c4d8d70d-dafc-4d1a-b056-da06ef052ee7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0839443 Aug 25 17:57:50.500153 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1a20647f-75ac-4d68-97ea-b231b65a22a4 req-7f6f55b5-0be9-42ea-be33-2fa81e48f4d1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503654 Aug 25 17:57:50.989456 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5906-fdd7-4039-b9cb-38cd91b7c6fb req-5cee2b43-ee70-4bc9-a0fc-49ce66ab40d8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:50.991195 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-14dc5906-fdd7-4039-b9cb-38cd91b7c6fb req-5cee2b43-ee70-4bc9-a0fc-49ce66ab40d8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0884519 Aug 25 17:57:51.038146 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-14dc5906-fdd7-4039-b9cb-38cd91b7c6fb req-633f112b-15c0-47cd-8d05-eaecfa967b56 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Aug 25 17:57:51.520534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc0d5c-85f3-46a1-9967-d7a113306260 req-1c35efb3-8f86-4bec-bcdf-239260d439c1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:51.522316 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-accc0d5c-85f3-46a1-9967-d7a113306260 req-1c35efb3-8f86-4bec-bcdf-239260d439c1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 945 time: 0.0719755 Aug 25 17:57:51.595707 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-accc0d5c-85f3-46a1-9967-d7a113306260 req-e3b31bbc-ecac-4384-9919-67e28263e1c1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618443 Aug 25 17:57:51.612127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-b63973a1-47e0-48c6-bc49-056a2dea3565 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:51.615785 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-b63973a1-47e0-48c6-bc49-056a2dea3565 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 945 time: 0.0913615 Aug 25 17:57:51.679900 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ffcd7-6508-475e-83ec-242e09cded6f req-707a7a15-628b-4f8e-aed2-cdaf76bd3844 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:51.681520 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ff0ffcd7-6508-475e-83ec-242e09cded6f req-707a7a15-628b-4f8e-aed2-cdaf76bd3844 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0781536 Aug 25 17:57:51.739853 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ff0ffcd7-6508-475e-83ec-242e09cded6f req-b7281027-a89f-43fd-b99e-1cb3f1d83448 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485370 Aug 25 17:57:51.742285 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Deleting port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:57:51.742982 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:51.887082 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] For port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:51.887449 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:51.904641 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Calling delete_port for 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:57:52.156366 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:52.177430 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4', '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:57:52.207383 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event deleted for resources: {'Port': ['ID=2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:52.257528 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b400df-f68b-4a61-b330-049e6fce09fd req-a705ccf2-66b4-44d3-a7c4-1050b73a3bc1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:52.264923 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f7b400df-f68b-4a61-b330-049e6fce09fd req-a705ccf2-66b4-44d3-a7c4-1050b73a3bc1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0943985 Aug 25 17:57:52.298220 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] No DVR routers for this DVR port 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:57:52.303685 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:52.306020 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9cc09c95-7064-41c2-b62f-cb3779de5d40 req-c2c7cb87-f949-41d0-85ce-f093d188047a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "DELETE /v2.0/ports/2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 HTTP/1.1" status: 204 len: 173 time: 0.6768155 Aug 25 17:57:52.306684 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'name': 'network-vif-deleted', 'tag': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:52.309181 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08801fcf-8310-4541-a55a-5d5e3bfe2591" -d '{"events": [{"server_uuid": "a5a9a869-15d3-408d-b5c0-589d254e4a3d", "name": "network-vif-deleted", "tag": "2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:52.334165 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f7b400df-f68b-4a61-b330-049e6fce09fd req-0d926c17-af73-4e1d-92a1-5d908aea1a7b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651605 Aug 25 17:57:52.340325 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca7b1a-aaeb-4069-aa77-c6713aa6a733 req-f8546a46-d12d-4dc2-9cb9-154ebf682d97 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:52.341928 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30ca7b1a-aaeb-4069-aa77-c6713aa6a733 req-f8546a46-d12d-4dc2-9cb9-154ebf682d97 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1430497 Aug 25 17:57:52.393259 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30ca7b1a-aaeb-4069-aa77-c6713aa6a733 req-3215f078-6821-4fae-be7a-c44e894cd370 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442200 Aug 25 17:57:52.423576 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2acd2-c82f-474a-94b7-cd9f8359d113 x-openstack-request-id: req-aef2acd2-c82f-474a-94b7-cd9f8359d113 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:52.424098 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a9a869-15d3-408d-b5c0-589d254e4a3d", "name": "network-vif-deleted", "tag": "2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:52.424624 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aef2acd2-c82f-474a-94b7-cd9f8359d113 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:52.425875 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a9a869-15d3-408d-b5c0-589d254e4a3d', 'name': 'network-vif-deleted', 'tag': '2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9', 'status': 'completed', 'code': 200} Aug 25 17:57:52.761402 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-232311d2-452a-4f11-8227-843558a8779f req-642960ff-3923-430c-a5e7-0d7af632c84a tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a9a869-15d3-408d-b5c0-589d254e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0373230 Aug 25 17:57:52.928954 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476fc5-0b4f-4136-8033-d9292e63b70c req-8d077c8a-20b8-400e-8439-942118c27035 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:52.930571 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-11476fc5-0b4f-4136-8033-d9292e63b70c req-8d077c8a-20b8-400e-8439-942118c27035 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 946 time: 0.0825920 Aug 25 17:57:52.995928 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-11476fc5-0b4f-4136-8033-d9292e63b70c req-085c97a2-90f8-4364-8ce9-8c0fa961fc55 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587533 Aug 25 17:57:53.330632 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:57:53.427540 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:53.466518 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:53.470491 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d6353d-a316-469f-8dbe-74397e26d884" -d '{"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:53.495650 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:53.501113 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:53.543889 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf4f-6a37-4614-aa76-6c843ee4feeb req-b2f99cd6-6c41-4c2d-8d63-07e1135f00bf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:53.545725 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-796daf4f-6a37-4614-aa76-6c843ee4feeb req-b2f99cd6-6c41-4c2d-8d63-07e1135f00bf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0857408 Aug 25 17:57:53.547463 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef92fe2-6f64-4bbe-a89f-084eb05c10f8 req-8433ff2f-bf69-484b-8840-c1b25a2cd0dc tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:53.550713 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5ef92fe2-6f64-4bbe-a89f-084eb05c10f8 req-8433ff2f-bf69-484b-8840-c1b25a2cd0dc tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0759444 Aug 25 17:57:53.602814 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-796daf4f-6a37-4614-aa76-6c843ee4feeb req-a17b70b2-54c3-48f8-88b4-56bb533f3468 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493495 Aug 25 17:57:53.607775 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:53.627069 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5ef92fe2-6f64-4bbe-a89f-084eb05c10f8 req-38bb56b6-a9c1-4333-b2f8-e27e88b4f93a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666149 Aug 25 17:57:53.663593 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f3800b-c886-4238-8286-649cf3dd8149 x-openstack-request-id: req-b2f3800b-c886-4238-8286-649cf3dd8149 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:53.663962 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:53.664240 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2f3800b-c886-4238-8286-649cf3dd8149 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:53.664844 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'code': 200} Aug 25 17:57:54.168279 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864985-bc8e-4f81-8e1a-fc42aa222a5e req-680cea36-ab6b-4c2b-ba0a-e7bddc21d701 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:54.169810 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-07864985-bc8e-4f81-8e1a-fc42aa222a5e req-680cea36-ab6b-4c2b-ba0a-e7bddc21d701 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0772250 Aug 25 17:57:54.222791 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-07864985-bc8e-4f81-8e1a-fc42aa222a5e req-193ef531-8a7d-41c4-91ac-ba7ae1fbd824 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437064 Aug 25 17:57:54.799569 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b641a9e-a9e3-4c7c-94da-d841e4a6da2e req-cf116e99-34c6-43d6-b17f-24627a3f83ec tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:54.802557 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6b641a9e-a9e3-4c7c-94da-d841e4a6da2e req-cf116e99-34c6-43d6-b17f-24627a3f83ec tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0798571 Aug 25 17:57:54.836414 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec292c-a516-4059-b9e5-0f2bb989828c req-86a94279-a475-4381-9fee-d6948e0121e2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:54.838317 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-09ec292c-a516-4059-b9e5-0f2bb989828c req-86a94279-a475-4381-9fee-d6948e0121e2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0636425 Aug 25 17:57:54.858245 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6b641a9e-a9e3-4c7c-94da-d841e4a6da2e req-5b98d0dc-62c2-4ca6-88ac-fdc661a003d9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Aug 25 17:57:54.897941 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-09ec292c-a516-4059-b9e5-0f2bb989828c req-dffde560-e6b8-4a73-a896-b08aa12325d0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508013 Aug 25 17:57:55.147891 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f6028-e597-46b8-8a4b-0213dad62509 req-bdb7eb5b-8773-49ee-a745-b0d0e6fd87a4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:55.161621 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88f6028-e597-46b8-8a4b-0213dad62509 req-bdb7eb5b-8773-49ee-a745-b0d0e6fd87a4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0771902 Aug 25 17:57:55.238045 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88f6028-e597-46b8-8a4b-0213dad62509 req-f0e1b3fc-4ace-4e63-9837-de3b1f2a710f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736051 Aug 25 17:57:55.319228 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8e239-553c-4b28-9ae2-285b95aeda1e req-be68734a-19a5-4831-a07c-6b781c9b2e74 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:55.322054 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-20c8e239-553c-4b28-9ae2-285b95aeda1e req-be68734a-19a5-4831-a07c-6b781c9b2e74 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.0747538 Aug 25 17:57:55.342787 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:57:55.370329 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:57:55.370919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 2e0aff5a-d2c8-44fd-bcbb-f6f069a1e4b9 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:57:55.396912 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-20c8e239-553c-4b28-9ae2-285b95aeda1e req-9e2c1bd1-0418-419f-a349-cef3f893ffce tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591979 Aug 25 17:57:55.598304 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:57:55.694724 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-de09a95c-a586-4b2d-95b3-0120749d18ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950642 Aug 25 17:57:56.057828 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6a79-de3f-4314-a127-ad844ea695fb req-bcb9dd78-1dcf-4d83-b9ad-3d16d7111c38 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:56.060635 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1781c6-f76f-4da9-a9f3-98ae5d1f3a69 req-5b5bb9d0-2a95-450f-af10-6a4b240bc27b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:56.061591 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-308f6a79-de3f-4314-a127-ad844ea695fb req-bcb9dd78-1dcf-4d83-b9ad-3d16d7111c38 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0860076 Aug 25 17:57:56.062347 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4d1781c6-f76f-4da9-a9f3-98ae5d1f3a69 req-5b5bb9d0-2a95-450f-af10-6a4b240bc27b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0659192 Aug 25 17:57:56.119516 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4d1781c6-f76f-4da9-a9f3-98ae5d1f3a69 req-0f0d0462-08f4-4c4d-ab72-fb23d6460996 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487382 Aug 25 17:57:56.141023 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-308f6a79-de3f-4314-a127-ad844ea695fb req-bd75ff0b-1973-4b28-b46a-d25f92654939 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639200 Aug 25 17:57:56.414880 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087d9-9f9e-4d73-975e-c4e617271627 req-84dd0f3c-63de-4700-a88e-4fed2c812863 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:56.416584 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e8e087d9-9f9e-4d73-975e-c4e617271627 req-84dd0f3c-63de-4700-a88e-4fed2c812863 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0788519 Aug 25 17:57:56.467680 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e8e087d9-9f9e-4d73-975e-c4e617271627 req-8b258303-9c18-4540-af60-c5ff911435f1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Aug 25 17:57:56.564416 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcafe6-e109-4316-b0e6-bcb2dfc64b52 req-dde456a4-929c-4f7e-a640-fd8439d0c872 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:56.567668 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d0bcafe6-e109-4316-b0e6-bcb2dfc64b52 req-dde456a4-929c-4f7e-a640-fd8439d0c872 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.0797668 Aug 25 17:57:56.630797 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d0bcafe6-e109-4316-b0e6-bcb2dfc64b52 req-a73e32e7-488f-4b02-bd29-f42df8493ca6 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552487 Aug 25 17:57:57.257750 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:57:57.317281 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d817172-806d-4f8a-a751-01df04bf1c44 req-e411e55f-37cb-46cf-9144-6b1bcf0473ea tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:57.319873 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0d817172-806d-4f8a-a751-01df04bf1c44 req-e411e55f-37cb-46cf-9144-6b1bcf0473ea tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0803576 Aug 25 17:57:57.322108 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b62faf-f1f2-47e6-b6d8-4b7d2ec2af5e req-2bdcf2eb-320a-4a81-b3e2-9970ce9ff2a3 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:57.323870 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-56b62faf-f1f2-47e6-b6d8-4b7d2ec2af5e req-2bdcf2eb-320a-4a81-b3e2-9970ce9ff2a3 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0823777 Aug 25 17:57:57.329520 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:57:57.388665 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0d817172-806d-4f8a-a751-01df04bf1c44 req-0df4a83d-9f10-4f73-a48d-20fb308a3ac1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Aug 25 17:57:57.393742 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-56b62faf-f1f2-47e6-b6d8-4b7d2ec2af5e req-cee02284-ce36-4b56-bbcb-fe7dce556709 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574660 Aug 25 17:57:57.664538 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2008ee-f479-4d57-8806-55a232fcb7cb req-c90179fe-fcfd-4e52-9022-8845cb1a2a73 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:57.666107 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fa2008ee-f479-4d57-8806-55a232fcb7cb req-c90179fe-fcfd-4e52-9022-8845cb1a2a73 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0663252 Aug 25 17:57:57.731019 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fa2008ee-f479-4d57-8806-55a232fcb7cb req-6cb71cbc-dcc8-464d-b81b-5ae83d8d348b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543854 Aug 25 17:57:57.807665 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfaf21-bd8e-4a2f-87a0-6792e40448fe req-48a57c57-4f51-4b51-b8a4-22dc47ef4500 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:57.809613 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-abdfaf21-bd8e-4a2f-87a0-6792e40448fe req-48a57c57-4f51-4b51-b8a4-22dc47ef4500 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.0829091 Aug 25 17:57:57.881751 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-abdfaf21-bd8e-4a2f-87a0-6792e40448fe req-8a81888c-5e53-4cd4-9b77-1a88a3935f02 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c83da9-8ced-4c85-8304-1dcee05617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Aug 25 17:57:58.018042 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe50d-e956-423b-9274-e8095366ba7e req-202b7eef-2afd-48ba-9a58-5f25d30cff2c tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:58.020054 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4efe50d-e956-423b-9274-e8095366ba7e req-202b7eef-2afd-48ba-9a58-5f25d30cff2c tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 946 time: 0.0833392 Aug 25 17:57:58.142647 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Deleting port e4fc4be9-9017-4409-8e42-4be41dafefe4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:57:58.142989 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:58.270785 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] For port e4fc4be9-9017-4409-8e42-4be41dafefe4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4fc4be9-9017-4409-8e42-4be41dafefe4,segment=NetworkSegment(c185c4b0-51c8-43b4-948a-6e05ebd0fae8),segment_id=c185c4b0-51c8-43b4-948a-6e05ebd0fae8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:57:58.271375 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:58.296192 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Calling delete_port for e4fc4be9-9017-4409-8e42-4be41dafefe4 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:57:58.481183 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:58.497494 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e4fc4be9-9017-4409-8e42-4be41dafefe4'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:57:58.539000 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Pushing event deleted for resources: {'Port': ['ID=e4fc4be9-9017-4409-8e42-4be41dafefe4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:57:58.622232 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] No DVR routers for this DVR port e4fc4be9-9017-4409-8e42-4be41dafefe4 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:57:58.626087 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:57:58.635958 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4efe50d-e956-423b-9274-e8095366ba7e req-4b603c03-1820-4b03-93c5-43806292fcf1 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.10 "DELETE /v2.0/ports/e4fc4be9-9017-4409-8e42-4be41dafefe4 HTTP/1.1" status: 204 len: 173 time: 0.6014888 Aug 25 17:57:58.636819 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'name': 'network-vif-deleted', 'tag': 'e4fc4be9-9017-4409-8e42-4be41dafefe4'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:57:58.640234 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce1047-ddff-4fb4-9986-5d8ec77ec23f" -d '{"events": [{"server_uuid": "9091580e-1477-438a-a9c0-5b18cf9123c3", "name": "network-vif-deleted", "tag": "e4fc4be9-9017-4409-8e42-4be41dafefe4"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:57:58.659947 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac33d64-e937-405b-b527-4030b6556830 req-fb533bb7-b7f5-4231-a004-b82cd4116969 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:58.662545 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9ac33d64-e937-405b-b527-4030b6556830 req-fb533bb7-b7f5-4231-a004-b82cd4116969 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1017051 Aug 25 17:57:58.685481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09173d-1a23-4bfe-90ea-cce9ab2d5e08 req-ba8d3a8d-1b82-41bd-afae-c266b9c52015 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:58.688062 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4f09173d-1a23-4bfe-90ea-cce9ab2d5e08 req-ba8d3a8d-1b82-41bd-afae-c266b9c52015 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1517148 Aug 25 17:57:58.728749 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9ac33d64-e937-405b-b527-4030b6556830 req-ce1f48e8-19e2-4be0-b597-15946db50e07 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530179 Aug 25 17:57:58.752880 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4f09173d-1a23-4bfe-90ea-cce9ab2d5e08 req-4b2fa140-868d-4627-ad7b-4f5807a36237 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526414 Aug 25 17:57:58.808362 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce86bb41-1cde-44f1-a5da-77dd5b5d9023 x-openstack-request-id: req-ce86bb41-1cde-44f1-a5da-77dd5b5d9023 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:57:58.809030 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9091580e-1477-438a-a9c0-5b18cf9123c3", "name": "network-vif-deleted", "tag": "e4fc4be9-9017-4409-8e42-4be41dafefe4", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:57:58.809587 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce86bb41-1cde-44f1-a5da-77dd5b5d9023 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:57:58.810597 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091580e-1477-438a-a9c0-5b18cf9123c3', 'name': 'network-vif-deleted', 'tag': 'e4fc4be9-9017-4409-8e42-4be41dafefe4', 'status': 'completed', 'code': 200} Aug 25 17:57:58.931315 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc50881-c421-48a5-b75d-7b3b5355d434 req-1b8a85f0-00d4-4daa-acc6-988704cb407b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:58.933134 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1dc50881-c421-48a5-b75d-7b3b5355d434 req-1b8a85f0-00d4-4daa-acc6-988704cb407b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0663271 Aug 25 17:57:58.997051 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1dc50881-c421-48a5-b75d-7b3b5355d434 req-d8454eab-3fc9-4847-a5ad-09fb6d0c059e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514719 Aug 25 17:57:59.027394 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e709a707-1af9-4ab5-ab40-726a0c22c08c req-0a8d2219-e1af-4ed1-87fb-ee0034742c74 tempest-AttachVolumeNegativeTest-1474406598 tempest-AttachVolumeNegativeTest-1474406598-project] 10.222.0.23 "GET /v2.0/ports?device_id=9091580e-1477-438a-a9c0-5b18cf9123c3 HTTP/1.1" status: 200 len: 210 time: 0.0337136 Aug 25 17:57:59.902711 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86007af-aa25-4954-a6fb-5aef42f44c6f req-ea9d6928-f22a-4a02-b679-dbb7e95b2faf tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:59.904927 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c86007af-aa25-4954-a6fb-5aef42f44c6f req-ea9d6928-f22a-4a02-b679-dbb7e95b2faf tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0716350 Aug 25 17:57:59.929288 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de93689-c425-4283-9a76-2291ff9d69c0 req-e4beb2cf-14da-4c88-addf-7796ef7410f4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:57:59.931161 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8de93689-c425-4283-9a76-2291ff9d69c0 req-e4beb2cf-14da-4c88-addf-7796ef7410f4 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0625191 Aug 25 17:57:59.964954 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c86007af-aa25-4954-a6fb-5aef42f44c6f req-0cb387dd-8731-4487-a2c1-d01f619f46de tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498307 Aug 25 17:57:59.994627 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8de93689-c425-4283-9a76-2291ff9d69c0 req-ecb04af4-b75d-4655-b992-e012f258a43b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Aug 25 17:58:00.112568 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:00.149142 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a97e39-afff-429c-a270-4a4fdd96c9a2 req-209543e6-139c-4d67-9ac4-2cce8937d522 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:00.151221 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a9a97e39-afff-429c-a270-4a4fdd96c9a2 req-209543e6-139c-4d67-9ac4-2cce8937d522 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0709445 Aug 25 17:58:00.184799 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] Deleting subnet 6d2759b9-c341-4aa4-997a-1868fb9e591a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:58:00.189077 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.195969 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a9a97e39-afff-429c-a270-4a4fdd96c9a2 req-dd60d654-4c1e-4077-97b8-8e229204d466 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387082 Aug 25 17:58:00.240062 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.246680 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.320031 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.347800 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2759b9-c341-4aa4-997a-1868fb9e591a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:00.351780 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.354327 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6d14dae2-657e-451a-8d49-5a4eb07ab723 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6d2759b9-c341-4aa4-997a-1868fb9e591a HTTP/1.1" status: 204 len: 168 time: 0.2365763 Aug 25 17:58:00.356860 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:00.454323 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.551365 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.564166 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.564721 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.565641 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.566198 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > port after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.566777 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.567375 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > port after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.567919 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.568521 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.569177 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.569764 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.675632 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.675976 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.676319 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.676656 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:58:00.677030 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0644aa-1364-4ec3-a098-7ad9be003817']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:58:00.699390 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:58:00.699822 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c185c4b0-51c8-43b4-948a-6e05ebd0fae8') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:58:00.719994 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995935'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.753146 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.763294 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:58:00.763294 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14353559'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: from cryptography.utils import int_from_bytes Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: from cryptography.utils import int_from_bytes Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: Traceback (most recent call last): Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: timer() Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: cb(*args, **kw) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: return func(*args, **kwargs) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: self._notify() Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: self.callback(batched_events) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: event.method(event) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: return f(self, *a, **k) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._get(url).json() Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: return self.request(url, 'GET', **kwargs) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:58:00.767095 dv-cinder-786386-10-iscsi neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:58:00.833678 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.868756 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:00.872442 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c0644aa-1364-4ec3-a098-7ad9be003817 HTTP/1.1" status: 204 len: 168 time: 0.5140882 Aug 25 17:58:00.874389 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0a5e4-277a-4adb-9c36-7250df4125fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0644aa-1364-4ec3-a098-7ad9be003817,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:01.137603 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cea30-a880-47c4-9217-02e2587c90ed req-99ab648f-7062-4079-8e47-6ad2b040ac59 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:01.140573 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f65cea30-a880-47c4-9217-02e2587c90ed req-99ab648f-7062-4079-8e47-6ad2b040ac59 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0876935 Aug 25 17:58:01.141817 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 47866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:01.200201 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f65cea30-a880-47c4-9217-02e2587c90ed req-a568850b-626d-481f-a7e9-6df84a31e059 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477052 Aug 25 17:58:01.200600 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424b42-efcd-4147-8b9a-28b277910ebd req-128972e9-624b-4806-b1f9-b127862f93bb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:01.202192 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8424b42-efcd-4147-8b9a-28b277910ebd req-128972e9-624b-4806-b1f9-b127862f93bb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1230261 Aug 25 17:58:01.208558 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-44dee470-1db0-4df3-baf5-68d8f77b57b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36670799293a4c9eac1589c6fb221c40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0619154 Aug 25 17:58:01.209440 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:01.256722 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8424b42-efcd-4147-8b9a-28b277910ebd req-019d93ed-eeed-44cd-8640-e229e9603978 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Aug 25 17:58:01.272360 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65cc7b92-2957-4651-8858-c63115385010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:01.345471 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65cc7b92-2957-4651-8858-c63115385010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:01.418145 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897d6ae-d2c0-4b74-8cd2-cbe1ea672555 req-78c04d92-f76d-4b4f-b67f-8f73ee4cfa5f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:01.420511 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6897d6ae-d2c0-4b74-8cd2-cbe1ea672555 req-78c04d92-f76d-4b4f-b67f-8f73ee4cfa5f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.1325905 Aug 25 17:58:01.471049 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65cc7b92-2957-4651-8858-c63115385010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:01.473640 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65cc7b92-2957-4651-8858-c63115385010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:01.474810 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-65cc7b92-2957-4651-8858-c63115385010 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14c83da9-8ced-4c85-8304-1dcee05617bb HTTP/1.1" status: 204 len: 168 time: 0.2642815 Aug 25 17:58:01.491602 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6897d6ae-d2c0-4b74-8cd2-cbe1ea672555 req-c43a48dc-fb50-4e73-bed7-2b56a5e36372 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641463 Aug 25 17:58:01.492840 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc7b92-2957-4651-8858-c63115385010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c83da9-8ced-4c85-8304-1dcee05617bb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:02.365029 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c187ea-e66d-4b1f-a6d5-34039498210c req-4ab8c553-5633-4f39-b4da-16b454568a7c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:02.366458 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-33c187ea-e66d-4b1f-a6d5-34039498210c req-4ab8c553-5633-4f39-b4da-16b454568a7c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0617208 Aug 25 17:58:02.411419 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9465e-969b-4183-bb1e-ac429cf86599 req-c814f43b-f8cf-44a5-ada5-feffdfb09961 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:02.413912 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7d9465e-969b-4183-bb1e-ac429cf86599 req-c814f43b-f8cf-44a5-ada5-feffdfb09961 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0556660 Aug 25 17:58:02.422181 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-33c187ea-e66d-4b1f-a6d5-34039498210c req-9fdfaec6-7ac7-4466-8bf2-5b761ce7c77a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Aug 25 17:58:02.457096 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7d9465e-969b-4183-bb1e-ac429cf86599 req-3c6956d1-70e1-4958-a976-b47c88843b36 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Aug 25 17:58:02.642890 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5c9ad-44c3-489a-bd31-49e7500b1a64 req-9df99045-0612-411e-add6-7a3f4e6bc4dc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:02.644592 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-69e5c9ad-44c3-489a-bd31-49e7500b1a64 req-9df99045-0612-411e-add6-7a3f4e6bc4dc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0555477 Aug 25 17:58:02.688872 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-69e5c9ad-44c3-489a-bd31-49e7500b1a64 req-0d16eddc-3911-4615-b9d0-64eff4d5884b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369129 Aug 25 17:58:03.100623 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e4fc4be9-9017-4409-8e42-4be41dafefe4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:58:03.143427 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: e4fc4be9-9017-4409-8e42-4be41dafefe4 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:58:03.144322 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e4fc4be9-9017-4409-8e42-4be41dafefe4 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:58:03.152089 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:03.238842 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-935a0c8b-24db-40ba-8f05-b630dd69f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.241444 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-935a0c8b-24db-40ba-8f05-b630dd69f0a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3&tenant_id=2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 1097 time: 0.1230433 Aug 25 17:58:03.315558 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-5e77a7e4-56e8-4c1a-9676-1c7ec5b6792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.317297 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-5e77a7e4-56e8-4c1a-9676-1c7ec5b6792b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0478714 Aug 25 17:58:03.475705 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-38b9a69f-cc80-42eb-998e-558bc76b7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.478419 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-38b9a69f-cc80-42eb-998e-558bc76b7ae4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.1481705 Aug 25 17:58:03.667919 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949881f-ede5-47e2-b587-0711f4970c7e req-40ed0e6d-3767-436c-b17d-f5f8054a4ab0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.670178 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-f4e13e6b-bd71-49a9-8be3-831572a17fe7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 200 len: 1000 time: 0.1722353 Aug 25 17:58:03.677169 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b949881f-ede5-47e2-b587-0711f4970c7e req-40ed0e6d-3767-436c-b17d-f5f8054a4ab0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0999796 Aug 25 17:58:03.703759 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2eef7-6559-4d5e-a61c-2100d03e2cac req-363ebf79-0188-43a1-ad80-b5117425ca85 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.707136 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2af2eef7-6559-4d5e-a61c-2100d03e2cac req-363ebf79-0188-43a1-ad80-b5117425ca85 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1352689 Aug 25 17:58:03.772880 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b949881f-ede5-47e2-b587-0711f4970c7e req-4d81d04c-3763-4b88-8777-b4eb2ce0f54a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897346 Aug 25 17:58:03.859532 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-b3a61f87-cd60-4ef9-ab79-67bd362e74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.861762 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-b3a61f87-cd60-4ef9-ab79-67bd362e74a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.1526754 Aug 25 17:58:03.864021 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2af2eef7-6559-4d5e-a61c-2100d03e2cac req-933a64cd-2500-4120-b3a6-fc622f32630d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344385 Aug 25 17:58:03.946707 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c3860-3e60-4049-95dc-908966ec1015 req-69d55c2d-806f-4b47-a1e0-f9eab24ff088 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.948224 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-b6c7e680-0393-414a-b418-f25c7adb0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:03.948492 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8d0c3860-3e60-4049-95dc-908966ec1015 req-69d55c2d-806f-4b47-a1e0-f9eab24ff088 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0845275 Aug 25 17:58:03.949801 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-b6c7e680-0393-414a-b418-f25c7adb0068 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680120 Aug 25 17:58:04.001440 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8d0c3860-3e60-4049-95dc-908966ec1015 req-f7767cad-8a7c-4878-9f1c-acd3705162aa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Aug 25 17:58:04.091355 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-37104dfc-41cb-42e9-a3c6-f03d509aa54c service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300728 Aug 25 17:58:04.208083 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3192907e-366c-4b65-a113-d967d4dcd9b6 req-72fa22e5-2908-4359-b335-fe605900c9a3 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007047 Aug 25 17:58:04.898564 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c61-6ef9-4d9b-b391-c634956ef23b req-dcf6468d-c0de-4dd5-b713-2756973a10e1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:04.900240 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5f3f0c61-6ef9-4d9b-b391-c634956ef23b req-dcf6468d-c0de-4dd5-b713-2756973a10e1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0525448 Aug 25 17:58:04.940443 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5f3f0c61-6ef9-4d9b-b391-c634956ef23b req-f18ebba3-5fa2-4695-bd0d-39cb2ed7b093 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Aug 25 17:58:05.002791 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd2a27-7c0c-443a-bf02-387ae6dc7c23 req-35d56162-34be-4e71-b0f6-caa726610e28 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:05.004361 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4bd2a27-7c0c-443a-bf02-387ae6dc7c23 req-35d56162-34be-4e71-b0f6-caa726610e28 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0550344 Aug 25 17:58:05.049194 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4bd2a27-7c0c-443a-bf02-387ae6dc7c23 req-4042898d-710d-479f-a4d3-9fb17e95e9cb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373530 Aug 25 17:58:05.130767 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8daa4-1e72-4c17-ad28-d13ea7568422 req-a5def5be-145a-4f1b-8d76-ce86b997b6da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:05.132714 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7ed8daa4-1e72-4c17-ad28-d13ea7568422 req-a5def5be-145a-4f1b-8d76-ce86b997b6da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0554490 Aug 25 17:58:05.175077 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7ed8daa4-1e72-4c17-ad28-d13ea7568422 req-1f11bc9e-56a5-41dd-bf08-85cd2f38fad6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356433 Aug 25 17:58:05.726112 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2772373a-10a7-4763-99d2-d1c804af2dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:06.056050 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6560c07-49bb-4fed-808b-9cb7449d94ed req-d3327dde-197e-4006-876b-692ca2419e40 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:06.057611 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c6560c07-49bb-4fed-808b-9cb7449d94ed req-d3327dde-197e-4006-876b-692ca2419e40 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0500114 Aug 25 17:58:06.114314 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c6560c07-49bb-4fed-808b-9cb7449d94ed req-494c2cae-d408-4f2d-83fd-98f5d990e67e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Aug 25 17:58:06.177778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f2156-2261-45d3-b310-1dc996c81119 req-3c67d4de-59ac-4b7a-8788-9389c5595cef tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:06.179693 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e31f2156-2261-45d3-b310-1dc996c81119 req-3c67d4de-59ac-4b7a-8788-9389c5595cef tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0570774 Aug 25 17:58:06.224668 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e31f2156-2261-45d3-b310-1dc996c81119 req-afea72e9-d73b-4ca3-ab5b-c0ccb54b21c3 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390098 Aug 25 17:58:06.305250 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5e582-5ca7-4003-96b6-ba2c3e0d0be3 req-616c56b3-58a6-4707-9315-d505d00e0d7b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:06.306696 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-94f5e582-5ca7-4003-96b6-ba2c3e0d0be3 req-616c56b3-58a6-4707-9315-d505d00e0d7b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0485997 Aug 25 17:58:06.344861 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-94f5e582-5ca7-4003-96b6-ba2c3e0d0be3 req-03f91db0-adb8-48ac-9a3e-addb53eb2616 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Aug 25 17:58:07.258323 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab25ed-6e64-4ad3-af4d-133590ce4439 req-8169ce97-3dd9-49eb-88e9-298545a079ac tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:07.266495 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8aab25ed-6e64-4ad3-af4d-133590ce4439 req-8169ce97-3dd9-49eb-88e9-298545a079ac tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0820892 Aug 25 17:58:07.318993 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8aab25ed-6e64-4ad3-af4d-133590ce4439 req-09c7b7bb-56cf-4bd5-8389-b3bae9a6861b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Aug 25 17:58:07.409039 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0d39e-d490-40d4-b078-e17eb8c1901d req-85884da4-ce4e-4059-9efd-7ab39714d61d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:07.411560 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0fa0d39e-d490-40d4-b078-e17eb8c1901d req-85884da4-ce4e-4059-9efd-7ab39714d61d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0774636 Aug 25 17:58:07.483504 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0fa0d39e-d490-40d4-b078-e17eb8c1901d req-f468d4e9-2424-47c7-bea5-71cf4cea57b8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579562 Aug 25 17:58:07.522051 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54cd3-8759-4445-8ad7-51d2fd9ea9b8 req-8762b46f-a4cc-4996-ac0a-bc65ccc0ac1c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:07.524798 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0fa54cd3-8759-4445-8ad7-51d2fd9ea9b8 req-8762b46f-a4cc-4996-ac0a-bc65ccc0ac1c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0878754 Aug 25 17:58:07.579920 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0fa54cd3-8759-4445-8ad7-51d2fd9ea9b8 req-673305a9-4092-4c69-958d-3ec781a6a47b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447156 Aug 25 17:58:08.395081 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ad796e-ff44-489b-b13c-a9eeafa43a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:08.453043 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adf1b3-53aa-4e26-b0ac-3652dfb2973f req-e9dfee84-00ed-49b0-9315-50a2f122f4c8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:08.454984 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-00adf1b3-53aa-4e26-b0ac-3652dfb2973f req-e9dfee84-00ed-49b0-9315-50a2f122f4c8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0545588 Aug 25 17:58:08.496989 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-00adf1b3-53aa-4e26-b0ac-3652dfb2973f req-92b726e3-1815-4b34-a549-e88e0aacb6cd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Aug 25 17:58:08.601695 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:08.626847 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ad7eb-9f41-4835-88e3-0ff946eaa153 req-0e2cc7c0-d3d0-46e7-a420-b1b68a473dca tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:08.628981 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cb8ad7eb-9f41-4835-88e3-0ff946eaa153 req-0e2cc7c0-d3d0-46e7-a420-b1b68a473dca tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0595241 Aug 25 17:58:08.675453 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cb8ad7eb-9f41-4835-88e3-0ff946eaa153 req-901418b4-e25d-4418-9c38-e7b701e2f5bb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Aug 25 17:58:08.714375 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fb38f-5181-4769-b86c-d9b4e2b4246d req-c624d616-9a3e-4c7f-becf-b50593c63245 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:08.715916 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-073fb38f-5181-4769-b86c-d9b4e2b4246d req-c624d616-9a3e-4c7f-becf-b50593c63245 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0557170 Aug 25 17:58:08.774639 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-073fb38f-5181-4769-b86c-d9b4e2b4246d req-70ad2622-575d-4388-a416-3328d7394a94 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 Aug 25 17:58:09.525909 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:09.636633 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d076-04fe-4409-aba4-5ab33cc7171d req-e3d3156d-7a6a-478a-95d8-053c6b28b5da tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:09.639222 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdc9d076-04fe-4409-aba4-5ab33cc7171d req-e3d3156d-7a6a-478a-95d8-053c6b28b5da tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0675361 Aug 25 17:58:09.684822 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdc9d076-04fe-4409-aba4-5ab33cc7171d req-0decb78a-8a88-468b-8283-8176a1de9d41 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392654 Aug 25 17:58:09.848976 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6652cc8-558d-4775-b6e1-d9d0f70a9d83 req-15941155-6450-4b6b-abae-ceaae96ca2c3 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:09.850634 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f6652cc8-558d-4775-b6e1-d9d0f70a9d83 req-15941155-6450-4b6b-abae-ceaae96ca2c3 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0875354 Aug 25 17:58:09.910165 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f6652cc8-558d-4775-b6e1-d9d0f70a9d83 req-e94a1819-ea35-4488-8178-cfc0f3d05480 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490661 Aug 25 17:58:09.931778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55346e-2112-4984-afcf-aab90f7e76c3 req-69cd7992-af87-43a6-ab27-7a9c6e27527a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:09.932690 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8e55346e-2112-4984-afcf-aab90f7e76c3 req-69cd7992-af87-43a6-ab27-7a9c6e27527a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0608850 Aug 25 17:58:09.975885 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8e55346e-2112-4984-afcf-aab90f7e76c3 req-a68be4ea-3d18-44f3-867a-136b700c6cce tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Aug 25 17:58:10.825992 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db584cde-2335-4655-ac41-86001e1339e3 req-c5abd191-4fbf-472b-96d3-8f9a50f223c0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:10.827897 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-db584cde-2335-4655-ac41-86001e1339e3 req-c5abd191-4fbf-472b-96d3-8f9a50f223c0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0513322 Aug 25 17:58:10.879296 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-db584cde-2335-4655-ac41-86001e1339e3 req-b13dee53-2c9e-4f57-a7fc-6d1c2f137284 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Aug 25 17:58:11.034619 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e867c1d-4a15-44a0-acaa-cecf55e974ea req-da2bac4a-54ff-447a-91bb-2e810438aa40 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:11.036365 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1e867c1d-4a15-44a0-acaa-cecf55e974ea req-da2bac4a-54ff-447a-91bb-2e810438aa40 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0552843 Aug 25 17:58:11.079502 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1e867c1d-4a15-44a0-acaa-cecf55e974ea req-dd412282-bca7-44f9-a227-0b42f0f3cb1e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371990 Aug 25 17:58:11.117761 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3275d-2ef9-4590-a04f-302c9228a706 req-f01ff2b4-15e0-42d4-950a-e9430bea33d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:11.119313 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dba3275d-2ef9-4590-a04f-302c9228a706 req-f01ff2b4-15e0-42d4-950a-e9430bea33d9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0591927 Aug 25 17:58:11.162459 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dba3275d-2ef9-4590-a04f-302c9228a706 req-40876fab-22f3-4c16-a42e-97916072d589 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371184 Aug 25 17:58:11.325888 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:12.060660 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad337c2-b6ba-4390-a4cc-8ab758de48e6 req-282be72c-14f6-4338-98ff-69102679bc90 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:12.062212 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8ad337c2-b6ba-4390-a4cc-8ab758de48e6 req-282be72c-14f6-4338-98ff-69102679bc90 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0772290 Aug 25 17:58:12.106838 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8ad337c2-b6ba-4390-a4cc-8ab758de48e6 req-d10a15f8-ae24-428b-86a6-3e23a093fa05 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354631 Aug 25 17:58:12.228962 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5824b0-af6c-44db-8869-37e946b07836 req-4abf4d32-98b5-4c73-b541-e37d8f11727f tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:12.230891 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8a5824b0-af6c-44db-8869-37e946b07836 req-4abf4d32-98b5-4c73-b541-e37d8f11727f tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0661051 Aug 25 17:58:12.287617 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8a5824b0-af6c-44db-8869-37e946b07836 req-e425fc3f-29e9-4be3-a62a-e134c00f64a0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Aug 25 17:58:12.310805 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8734a0d-1f8e-4c5c-8e70-fd3f4596324b req-d02be491-4146-4a62-9bd2-22821766cda5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:12.313160 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8734a0d-1f8e-4c5c-8e70-fd3f4596324b req-d02be491-4146-4a62-9bd2-22821766cda5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0658991 Aug 25 17:58:12.367765 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8734a0d-1f8e-4c5c-8e70-fd3f4596324b req-e0f9240a-3f04-4290-8920-57247c89e2d7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469649 Aug 25 17:58:13.230302 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5359992-6bcf-4bd3-b732-d906c597cac2 req-df4c80a5-58c2-4e8c-b3fd-0c9c22286fc1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:13.231952 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5359992-6bcf-4bd3-b732-d906c597cac2 req-df4c80a5-58c2-4e8c-b3fd-0c9c22286fc1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0530286 Aug 25 17:58:13.284427 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5359992-6bcf-4bd3-b732-d906c597cac2 req-7080177c-7334-456d-b57c-1ffba32d25da tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462303 Aug 25 17:58:13.419862 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152a362-c338-44f1-b8fb-3b34c6ead5d6 req-9f5a2fd0-8590-4480-8734-b2b7f3608bb2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:13.421460 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c152a362-c338-44f1-b8fb-3b34c6ead5d6 req-9f5a2fd0-8590-4480-8734-b2b7f3608bb2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0585773 Aug 25 17:58:13.487779 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c152a362-c338-44f1-b8fb-3b34c6ead5d6 req-3dbc7e3f-8ef0-4d63-b7ad-25055e9fe8c4 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593553 Aug 25 17:58:13.520506 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c9b9d-5932-4d88-b7e0-9a5cd612788b req-483dcf3d-d64a-4540-b34a-3458490351da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:13.522062 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f8c9b9d-5932-4d88-b7e0-9a5cd612788b req-483dcf3d-d64a-4540-b34a-3458490351da tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0654283 Aug 25 17:58:13.565738 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f8c9b9d-5932-4d88-b7e0-9a5cd612788b req-f8f0dda2-27e1-4a8d-a9c3-83fe0563eb29 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375156 Aug 25 17:58:14.413099 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670addad-c388-4d5f-a852-2a53da5cf7d7 req-dc19a09f-82b8-4fea-b923-22f36768c80e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:14.414908 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-670addad-c388-4d5f-a852-2a53da5cf7d7 req-dc19a09f-82b8-4fea-b923-22f36768c80e tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0578601 Aug 25 17:58:14.460033 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-670addad-c388-4d5f-a852-2a53da5cf7d7 req-937fa6dd-2fc7-4cb5-806e-74d0e364e09f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388114 Aug 25 17:58:14.616823 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aea4b-8235-45c7-8f91-ea327efcf164 req-ffad34fa-b254-4266-9770-2f166bf365d9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:14.619361 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-654aea4b-8235-45c7-8f91-ea327efcf164 req-ffad34fa-b254-4266-9770-2f166bf365d9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0539854 Aug 25 17:58:14.672517 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-654aea4b-8235-45c7-8f91-ea327efcf164 req-271d4f0c-e627-4b29-9313-621261b9f056 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459001 Aug 25 17:58:14.714571 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc755e-f3d7-4d25-a51e-8f10655753ba req-00affc90-feb3-48b5-ba8d-bb0db248deed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:14.716203 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5cfc755e-f3d7-4d25-a51e-8f10655753ba req-00affc90-feb3-48b5-ba8d-bb0db248deed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0638554 Aug 25 17:58:14.765682 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5cfc755e-f3d7-4d25-a51e-8f10655753ba req-b7639f2f-81f0-46f5-8c33-f0b064b473fe tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Aug 25 17:58:15.649488 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bac70-e501-4046-a2bb-14fb74ebc9eb req-f178a065-9142-4fba-adb0-680ea55391e6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:15.651103 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-548bac70-e501-4046-a2bb-14fb74ebc9eb req-f178a065-9142-4fba-adb0-680ea55391e6 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0773849 Aug 25 17:58:15.724946 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-548bac70-e501-4046-a2bb-14fb74ebc9eb req-91f02f89-dd3c-4d9a-9bc4-145ac526ae7a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600669 Aug 25 17:58:15.876059 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbfe82-3d3e-4cb4-95f0-75ca421d5813 req-f9770e00-84f4-47cf-8b05-b8e4394d7854 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:15.878954 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-24bbfe82-3d3e-4cb4-95f0-75ca421d5813 req-f9770e00-84f4-47cf-8b05-b8e4394d7854 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0963726 Aug 25 17:58:15.951936 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-24bbfe82-3d3e-4cb4-95f0-75ca421d5813 req-36de840b-1ec5-4a04-93ec-3b5eed6cc9cd tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536933 Aug 25 17:58:15.963893 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c32b50-2af6-429a-8569-1eece8bf078f req-de847f43-7542-4cb4-a92d-d84984a2362c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:15.966693 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e3c32b50-2af6-429a-8569-1eece8bf078f req-de847f43-7542-4cb4-a92d-d84984a2362c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0916824 Aug 25 17:58:16.015515 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e3c32b50-2af6-429a-8569-1eece8bf078f req-ac49e073-2dcf-419a-b0b5-9930b8c20989 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394332 Aug 25 17:58:16.921291 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2102-70b7-4cb0-89a3-690e9d98f472 req-c8867a1d-120a-40eb-9d9e-5addbb15ad57 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:16.936418 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c79b2102-70b7-4cb0-89a3-690e9d98f472 req-c8867a1d-120a-40eb-9d9e-5addbb15ad57 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1111128 Aug 25 17:58:16.989094 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c79b2102-70b7-4cb0-89a3-690e9d98f472 req-376ee9d5-2336-4fe2-a55d-39ab6b326205 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Aug 25 17:58:17.110133 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56547-0367-4d0e-b762-824f8df0202c req-36ae36b2-3624-45e8-8248-bf450fa6d9c2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:17.112572 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bec56547-0367-4d0e-b762-824f8df0202c req-36ae36b2-3624-45e8-8248-bf450fa6d9c2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0746768 Aug 25 17:58:17.184917 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-bec56547-0367-4d0e-b762-824f8df0202c req-762af733-9a91-40a8-b7cd-394e4d56119b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602853 Aug 25 17:58:17.194963 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd71de-627a-4374-9384-b58e80ddb6be req-e0edb9dd-8cfa-4502-9c45-02b6400039a7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:17.198001 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6afd71de-627a-4374-9384-b58e80ddb6be req-e0edb9dd-8cfa-4502-9c45-02b6400039a7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0916488 Aug 25 17:58:17.264081 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6afd71de-627a-4374-9384-b58e80ddb6be req-d59af9e4-9c95-4fb2-ae85-d9d325c51706 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561085 Aug 25 17:58:18.098134 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:18.204648 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79123ab6-f057-41e5-868e-a76a595d249d req-00bda1a8-067d-4caf-8e67-816ac1fc2752 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:18.207343 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-79123ab6-f057-41e5-868e-a76a595d249d req-00bda1a8-067d-4caf-8e67-816ac1fc2752 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0947235 Aug 25 17:58:18.280774 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-79123ab6-f057-41e5-868e-a76a595d249d req-b6f56df1-92d7-4d0e-9894-9ca302a1610d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Aug 25 17:58:18.309172 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:18.445531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea188e-ab0a-4f60-9bbc-84be0555ea53 req-384462e6-16a0-4158-8389-030e87b9d404 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:18.452893 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b4ea188e-ab0a-4f60-9bbc-84be0555ea53 req-384462e6-16a0-4158-8389-030e87b9d404 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0818267 Aug 25 17:58:18.517389 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b4ea188e-ab0a-4f60-9bbc-84be0555ea53 req-f4673205-f97d-4ee5-88ad-f216f3a9eed2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565088 Aug 25 17:58:18.731999 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbcba-a302-4397-9291-14a2347565b4 req-c75802d1-c524-4bb6-81c4-443ab515f94e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:18.734793 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1bddbcba-a302-4397-9291-14a2347565b4 req-c75802d1-c524-4bb6-81c4-443ab515f94e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.3772781 Aug 25 17:58:18.837722 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1bddbcba-a302-4397-9291-14a2347565b4 req-ef10ec3a-aab1-4926-92a5-2850baf67a40 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882118 Aug 25 17:58:18.867984 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:18.873237 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:18.930272 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ce587-6461-472c-b0ea-b7d0b558bfbe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:18.949899 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ace77342dd1344d49d022366f2939827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8501885 Aug 25 17:58:18.952544 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.953069 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.953579 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.954087 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.954335 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 48212) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:18.954632 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.955078 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.955576 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.956164 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.956595 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.957097 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.957585 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:18.958073 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3fcdb-7e08-4733-8cb4-bc7974b557f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.014705 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:19.039167 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:19.105898 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:19.109377 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:19.110864 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e90ce587-6461-472c-b0ea-b7d0b558bfbe HTTP/1.1" status: 204 len: 168 time: 0.1553314 Aug 25 17:58:19.124307 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ce587-6461-472c-b0ea-b7d0b558bfbe,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:19.133083 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.133687 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.134037 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.134378 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.134718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.135064 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.135592 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.136138 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.136681 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.137172 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.137514 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.137838 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbf54a-118b-4961-a881-d0c8af02ea0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:19.497177 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c5c1-7137-498f-a4e9-76f187acef4f req-85b31afb-c566-4756-a0a3-b2e4faaf89f9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:19.501344 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2b61c5c1-7137-498f-a4e9-76f187acef4f req-85b31afb-c566-4756-a0a3-b2e4faaf89f9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0881083 Aug 25 17:58:19.592103 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2b61c5c1-7137-498f-a4e9-76f187acef4f req-9f0b7af4-2c0a-4889-923d-3a524b5de1b0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787199 Aug 25 17:58:19.744569 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4925d-aa62-440c-afea-f5b374bcb892 req-aba19701-5a21-4c8d-b76f-0d412d578dcb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:19.751536 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fbd4925d-aa62-440c-afea-f5b374bcb892 req-aba19701-5a21-4c8d-b76f-0d412d578dcb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0720308 Aug 25 17:58:19.806167 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fbd4925d-aa62-440c-afea-f5b374bcb892 req-5806236a-b8ba-4bf6-b5b0-c2af15e54231 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504909 Aug 25 17:58:20.058876 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ff7ba-d47a-4b7c-83cc-d0e2f1c2f668 req-1ca476fd-1bea-4dd6-9cca-084f85483c70 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:20.060561 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-173ff7ba-d47a-4b7c-83cc-d0e2f1c2f668 req-1ca476fd-1bea-4dd6-9cca-084f85483c70 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0922306 Aug 25 17:58:20.120312 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-173ff7ba-d47a-4b7c-83cc-d0e2f1c2f668 req-a9f58a26-c7eb-4b41-a59d-b4c276220faa tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494123 Aug 25 17:58:20.826442 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72f21e-3789-4cd1-9a6d-52a7f4c21021 req-87d4dc01-642a-489b-9395-18d9466a37c5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:20.838455 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ac72f21e-3789-4cd1-9a6d-52a7f4c21021 req-87d4dc01-642a-489b-9395-18d9466a37c5 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1009805 Aug 25 17:58:20.906451 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ac72f21e-3789-4cd1-9a6d-52a7f4c21021 req-79f9da24-5ae7-4d2d-9796-d63b29a4057b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637021 Aug 25 17:58:21.100711 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de938e-d4e4-42e9-84a7-0a0ad03b72c5 req-d4b914a1-fead-4e25-9c1f-e3617659a2bc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:21.100711 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-62de938e-d4e4-42e9-84a7-0a0ad03b72c5 req-d4b914a1-fead-4e25-9c1f-e3617659a2bc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0738833 Aug 25 17:58:21.195837 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-62de938e-d4e4-42e9-84a7-0a0ad03b72c5 req-d878dc6a-91a4-4e3c-8fc5-9178f908a1e2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720260 Aug 25 17:58:21.351293 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03bb65-bd33-451e-b7db-452d78f15925 req-d396ab2c-13a0-4426-b0cf-a93496e9d4c9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:21.353797 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5e03bb65-bd33-451e-b7db-452d78f15925 req-d396ab2c-13a0-4426-b0cf-a93496e9d4c9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0990021 Aug 25 17:58:21.409183 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5e03bb65-bd33-451e-b7db-452d78f15925 req-82db9c4e-ca04-4155-b1ab-4e1007c1e96e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 Aug 25 17:58:21.532634 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-a16bbd49-d9f1-4178-8d5c-1e27e0b6e7d2 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527624343&fields=id&tenant_id=12fd6cae8011402fa4a65249edc50cd7 HTTP/1.1" status: 200 len: 267 time: 0.0550783 Aug 25 17:58:21.656944 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-e10e2b99-3bca-4feb-a9eb-1643a8e0531b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:21.658622 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-e10e2b99-3bca-4feb-a9eb-1643a8e0531b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 808 time: 0.1171019 Aug 25 17:58:21.675479 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-32cc3023-0186-46e3-b6d4-4001fe817b45 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/quotas/12fd6cae8011402fa4a65249edc50cd7 HTTP/1.1" status: 200 len: 375 time: 0.0105197 Aug 25 17:58:21.730903 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-974ed2ec-6ea0-453b-8ced-3880724f2f6f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496416 Aug 25 17:58:21.830890 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-30c1dcfe-f52b-45de-bc00-8c02b0c0c49d service neutron] 10.222.0.23 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845037 Aug 25 17:58:21.927201 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-7c513688-43bd-4294-8af3-4dd6cdd79b85 service neutron] 10.222.0.23 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898457 Aug 25 17:58:22.095157 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60bdc0-1ee8-4830-ae94-6f41ec5a3782 req-8cae27c7-b3e7-4434-ad6d-f095511c7ba0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:22.097365 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7c60bdc0-1ee8-4830-ae94-6f41ec5a3782 req-8cae27c7-b3e7-4434-ad6d-f095511c7ba0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0801461 Aug 25 17:58:22.171567 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7c60bdc0-1ee8-4830-ae94-6f41ec5a3782 req-879a0076-346a-44ca-8f6c-dde22f6a048f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630631 Aug 25 17:58:22.245326 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e759baa-53c3-453a-9a32-15860855ad26 req-163bff42-52f9-409c-982b-e570e7b6042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:22.247269 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e759baa-53c3-453a-9a32-15860855ad26 req-163bff42-52f9-409c-982b-e570e7b6042d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.0833161 Aug 25 17:58:22.439026 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f63783-9db4-47a0-a363-16c417e23ec2 req-fb7e8c38-d42b-48af-a6fd-14502dabb1e9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:22.441885 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-07f63783-9db4-47a0-a363-16c417e23ec2 req-fb7e8c38-d42b-48af-a6fd-14502dabb1e9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0705175 Aug 25 17:58:22.457039 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-835f17c4-ecee-475e-90f7-137b7489fa23 req-25c95ff3-68fd-4dd3-9896-861f80faa9e8 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 210 time: 0.0512424 Aug 25 17:58:22.496609 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e759baa-53c3-453a-9a32-15860855ad26 req-dcbfd927-19f6-4a27-a3f1-e42e8ff07bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:22.498584 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e759baa-53c3-453a-9a32-15860855ad26 req-dcbfd927-19f6-4a27-a3f1-e42e8ff07bd5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.2070963 Aug 25 17:58:22.499573 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-07f63783-9db4-47a0-a363-16c417e23ec2 req-ea141547-9721-4d7d-be35-8e16f0326109 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495234 Aug 25 17:58:22.589551 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e759baa-53c3-453a-9a32-15860855ad26 req-b5a78414-fb7f-4c55-abc1-204b17539721 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 217 time: 0.0788052 Aug 25 17:58:22.659188 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34cad5-61e9-45eb-aadf-e03b2e39cd93 req-c0d7931e-8b50-49f1-8f63-10f50550486f tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:22.660945 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9d34cad5-61e9-45eb-aadf-e03b2e39cd93 req-c0d7931e-8b50-49f1-8f63-10f50550486f tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0847924 Aug 25 17:58:22.696278 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e759baa-53c3-453a-9a32-15860855ad26 req-30ffeaf4-ad79-4257-850e-7bfb78ecc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:22.697674 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e759baa-53c3-453a-9a32-15860855ad26 req-30ffeaf4-ad79-4257-850e-7bfb78ecc86a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.0972097 Aug 25 17:58:22.716005 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9d34cad5-61e9-45eb-aadf-e03b2e39cd93 req-61501849-2368-4b00-bb3a-f468647cca85 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464487 Aug 25 17:58:22.801631 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e759baa-53c3-453a-9a32-15860855ad26 req-082b9dbf-c0de-4230-8221-6a49fc3d9a15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873215 Aug 25 17:58:23.009845 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e759baa-53c3-453a-9a32-15860855ad26 req-b9cab59a-ca4e-48d2-9ef4-c3735817b9ed service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934862 Aug 25 17:58:23.358450 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db1a72-11a0-4713-8bee-eb371768fe50 req-4fcab788-50e7-4125-991d-973c9af50c03 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:23.360104 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-04db1a72-11a0-4713-8bee-eb371768fe50 req-4fcab788-50e7-4125-991d-973c9af50c03 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0599034 Aug 25 17:58:23.414275 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-04db1a72-11a0-4713-8bee-eb371768fe50 req-30624e6b-8c3c-4e91-ba0a-7778272fe100 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Aug 25 17:58:23.480000 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b01f-53ea-4548-b411-2097f2840fab req-a7d3a9c6-d991-4ed5-9de0-4e5eecbeedba tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:23.481926 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fe89b01f-53ea-4548-b411-2097f2840fab req-a7d3a9c6-d991-4ed5-9de0-4e5eecbeedba tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.3836555 Aug 25 17:58:23.489094 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2e759baa-53c3-453a-9a32-15860855ad26 req-8f1b97f9-1ddc-4218-aece-34d2ad307c88 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698157 Aug 25 17:58:23.520166 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-fd926f60-3ebd-4771-bcb6-3495c318ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:23.521730 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-fd926f60-3ebd-4771-bcb6-3495c318ce72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 1098 time: 0.0939350 Aug 25 17:58:23.554085 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fe89b01f-53ea-4548-b411-2097f2840fab req-238cc7c6-c741-4080-bf66-b36fadda7333 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631640 Aug 25 17:58:23.602925 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-68b71ab7-b08b-4b05-bd28-86072a6b09fd req-f2a34db3-7b88-4d44-b006-e465bf873042 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 210 time: 0.0414231 Aug 25 17:58:23.681423 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-ebc9f76a-969b-4ed6-b6d7-cc0288f08345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:23.682808 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-ebc9f76a-969b-4ed6-b6d7-cc0288f08345 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 910 time: 0.1485524 Aug 25 17:58:23.709592 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb9934-e49e-43ec-a6e5-7a9f3eaac202 req-6d986a0d-982d-4b5b-b187-1af0e6a40612 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:23.711291 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0fbb9934-e49e-43ec-a6e5-7a9f3eaac202 req-6d986a0d-982d-4b5b-b187-1af0e6a40612 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0908091 Aug 25 17:58:23.864873 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-03158c39-64cd-4574-86f2-2d59fd47ade7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 200 len: 1001 time: 0.1715708 Aug 25 17:58:23.877734 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0fbb9934-e49e-43ec-a6e5-7a9f3eaac202 req-f6fa875e-8834-4e6e-85d2-ad6b6400f700 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340940 Aug 25 17:58:23.913467 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-23340173-f4fd-4b0f-9de0-2607d1b9fb22 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:23.915112 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-23340173-f4fd-4b0f-9de0-2607d1b9fb22 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.10 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 808 time: 0.1704311 Aug 25 17:58:23.967827 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3522da-408a-4bea-b3be-16f298f7fc43 req-91df7467-13b3-4dbc-8f9d-e8e4c454c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:23.969581 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1e3522da-408a-4bea-b3be-16f298f7fc43 req-91df7467-13b3-4dbc-8f9d-e8e4c454c705 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.0763240 Aug 25 17:58:24.034906 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-9a61a99b-7f07-4876-b3fc-d4cae0077892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:24.035238 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-9a61a99b-7f07-4876-b3fc-d4cae0077892 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.1188312 Aug 25 17:58:24.097820 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1e3522da-408a-4bea-b3be-16f298f7fc43 req-90671fa3-40f5-4c78-8d56-357deaab1ad7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080859 Aug 25 17:58:24.154779 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-5c727a4d-007b-458c-ac96-237a262a5c3c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fd6cae8011402fa4a65249edc50cd7 HTTP/1.1" status: 200 len: 380 time: 0.1152356 Aug 25 17:58:24.178292 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-823cf550-1b7a-435f-9e84-051d15be5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:24.180726 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-823cf550-1b7a-435f-9e84-051d15be5abf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1123145 Aug 25 17:58:24.235773 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa4da6-c0aa-410c-b0f7-68fb496d699f req-021f0daa-0811-4ff6-98b2-2a04305ae841 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:24.238372 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-63aa4da6-c0aa-410c-b0f7-68fb496d699f req-021f0daa-0811-4ff6-98b2-2a04305ae841 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 945 time: 0.0816526 Aug 25 17:58:24.305340 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-63aa4da6-c0aa-410c-b0f7-68fb496d699f req-700d4c30-ecb7-447a-90ba-3727a2fb7873 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564303 Aug 25 17:58:24.360786 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'port': {'device_id': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'admin_state_up': True, 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'security_groups': ['dd0d954a-1192-4c5c-8095-bf5b9210a853']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:58:24.427366 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:24.643626 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-83eeb384-8eaf-4930-8487-d6521a4a6722 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930067 Aug 25 17:58:24.659819 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fb49-eefb-4811-8857-8059448694c2 req-e4dcda45-631f-4d01-bf69-73926bd8ee39 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:24.668300 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fc06fb49-eefb-4811-8857-8059448694c2 req-e4dcda45-631f-4d01-bf69-73926bd8ee39 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0988545 Aug 25 17:58:24.698119 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b664a2e-c9d4-4de2-88bb-6ac4f74716b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:24.734905 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fc06fb49-eefb-4811-8857-8059448694c2 req-e33000cb-cca9-4c4c-b64e-b6c4e54d4e5d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651834 Aug 25 17:58:24.772516 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Made reservation on behalf of 12fd6cae8011402fa4a65249edc50cd7 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:58:24.776556 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:24.857259 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e179b1b8-2005-48a2-b88a-59f07958c67d req-308f9323-fe7b-4a0b-87f7-32304f316eaf tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 210 time: 0.0328650 Aug 25 17:58:24.864940 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4852-5acc-4f56-b91d-3b9096ac1f36 req-ad565454-b571-411c-a36c-3594977d15b2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:24.866530 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8d6f4852-5acc-4f56-b91d-3b9096ac1f36 req-ad565454-b571-411c-a36c-3594977d15b2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1583922 Aug 25 17:58:24.871112 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c9c4a37e-9c89-4463-90bd-2a983915e275 req-0cd16ccf-8b54-4229-b3a3-e564eb199513 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184672 Aug 25 17:58:24.905762 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b664a2e-c9d4-4de2-88bb-6ac4f74716b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:24.911518 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b664a2e-c9d4-4de2-88bb-6ac4f74716b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:24.973431 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b664a2e-c9d4-4de2-88bb-6ac4f74716b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b38b4fa-d208-4d5c-a74f-eff2dc5cfc5c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:24.980370 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-9b664a2e-c9d4-4de2-88bb-6ac4f74716b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd210fd55fb7483ba7333355de225ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488565 Aug 25 17:58:24.985842 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:24.986082 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8d6f4852-5acc-4f56-b91d-3b9096ac1f36 req-b6879cc8-a1f1-4197-9f3b-e1a5a9aefbc2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704668 Aug 25 17:58:25.066363 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Allocated IP 172.20.0.14 (65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360/47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9/dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:58:25.135417 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c6076f7-f41c-4b24-b106-b3ea46615738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.172725 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66646-1d26-4cd2-83dc-e513d1ee06cf req-30919814-6f70-4618-bbe2-b621c939eaa0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:25.175531 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-70d66646-1d26-4cd2-83dc-e513d1ee06cf req-30919814-6f70-4618-bbe2-b621c939eaa0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.1454647 Aug 25 17:58:25.209554 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c6076f7-f41c-4b24-b106-b3ea46615738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.275679 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-70d66646-1d26-4cd2-83dc-e513d1ee06cf req-9e67c89f-4448-4d8d-9953-38c6a09aa7ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907764 Aug 25 17:58:25.291598 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.314534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Transition to ACTIVE for port object dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:58:25.317125 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c6076f7-f41c-4b24-b106-b3ea46615738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.319658 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c6076f7-f41c-4b24-b106-b3ea46615738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.320885 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-2c6076f7-f41c-4b24-b106-b3ea46615738 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b38b4fa-d208-4d5c-a74f-eff2dc5cfc5c HTTP/1.1" status: 204 len: 168 time: 0.3338475 Aug 25 17:58:25.353331 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6076f7-f41c-4b24-b106-b3ea46615738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b38b4fa-d208-4d5c-a74f-eff2dc5cfc5c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:25.399662 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.455846 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:58:25.501148 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:58:25.531479 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:58:25.622541 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:25.649481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af527-519e-42eb-ba44-3bd4dea06ca6 req-8a9b9ebe-99ac-4251-bbb9-2e03a431995f tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:25.652241 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e44af527-519e-42eb-ba44-3bd4dea06ca6 req-8a9b9ebe-99ac-4251-bbb9-2e03a431995f tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 945 time: 0.2054119 Aug 25 17:58:25.667122 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:25.668207 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.726285 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-ed5073bf-9752-4090-81ab-9d0eaedc3a75 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3730929 Aug 25 17:58:25.753667 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Request body: {'port': {'device_id': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:58:25.764788 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e44af527-519e-42eb-ba44-3bd4dea06ca6 req-ea6a09b8-bb7e-4ee0-bd9f-4a8d7b6ccb2a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917747 Aug 25 17:58:25.911714 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-22d623f1-8fc5-4825-9cc9-a0f1b668be2b None None] Provisioning for port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:58:25.926731 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-22d623f1-8fc5-4825-9cc9-a0f1b668be2b None None] Provisioning complete for port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:58:25.927957 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d623f1-8fc5-4825-9cc9-a0f1b668be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.929256 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c2639-6978-4b76-b2ce-733789d33733 req-f798735c-eec1-4f5e-994a-7b9fd3a11deb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:25.931010 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3b6c2639-6978-4b76-b2ce-733789d33733 req-f798735c-eec1-4f5e-994a-7b9fd3a11deb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0741086 Aug 25 17:58:25.950391 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:25.982891 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22d623f1-8fc5-4825-9cc9-a0f1b668be2b None None] Port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:58:26.002273 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3b6c2639-6978-4b76-b2ce-733789d33733 req-cdda8ab0-df47-455a-b0ef-2a1896905d61 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Aug 25 17:58:26.166515 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2f0de-3063-4a8c-9a6e-16da4d10ba68 req-916555a1-a44b-45a4-be9a-698a7c307ef7 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:26.168922 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a1d2f0de-3063-4a8c-9a6e-16da4d10ba68 req-916555a1-a44b-45a4-be9a-698a7c307ef7 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 932 time: 0.1683476 Aug 25 17:58:26.190565 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b5484-20a2-48d1-8f3c-bf2b2099f850 req-5fbcdb96-c41b-4501-895c-a36296fc49b8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:26.193665 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-873b5484-20a2-48d1-8f3c-bf2b2099f850 req-5fbcdb96-c41b-4501-895c-a36296fc49b8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0916471 Aug 25 17:58:26.256980 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-873b5484-20a2-48d1-8f3c-bf2b2099f850 req-1cac786b-cf64-4499-b173-b6b52142168d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573387 Aug 25 17:58:26.295395 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a1d2f0de-3063-4a8c-9a6e-16da4d10ba68 req-b6df4a0c-3b58-45ea-8d36-0ef9066bd53a tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088262 Aug 25 17:58:26.491566 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:58:26.503362 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:26.523196 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Transition to ACTIVE for port object dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:58:26.543410 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a0d8-d321-4663-ab5b-59abc842d75e req-c71a2196-764c-40af-a2cd-08c77e36eafc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:26.545008 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6e41a0d8-d321-4663-ab5b-59abc842d75e req-c71a2196-764c-40af-a2cd-08c77e36eafc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.1006949 Aug 25 17:58:26.553548 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:26.627209 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:26.666215 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6e41a0d8-d321-4663-ab5b-59abc842d75e req-99ffccc3-85be-4fef-8f8a-a1aef89df81b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135085 Aug 25 17:58:26.793290 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Attempting to bind port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:58:26.793629 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Attempting to bind port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:58:26.793964 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Attempting to bind port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 on network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:58:26.798211 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-35002eec-b58e-4942-be40-c402fb308acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:26.799719 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-35002eec-b58e-4942-be40-c402fb308acb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 1099 time: 0.1113424 Aug 25 17:58:26.802126 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 on network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:58:26.802452 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Attempting to bind port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 on network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:58:26.804273 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3178aa-a434-4e3b-8bb0-48d7796a26ff req-b0e3c0f0-237d-4a1e-ba3e-5dcb67f45a93 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:26.806361 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f3178aa-a434-4e3b-8bb0-48d7796a26ff req-b0e3c0f0-237d-4a1e-ba3e-5dcb67f45a93 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0651636 Aug 25 17:58:26.811794 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:58:26.812491 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Checking segment: {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:58:26.813078 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Bound using segment: {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:58:26.815212 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Bound port: dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3ebf47-e684-4a70-a348-4b72f053bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:58:26.815842 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:26.860797 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f3178aa-a434-4e3b-8bb0-48d7796a26ff req-8dce30f7-8adf-4aef-85b2-426c9899e2e0 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Aug 25 17:58:26.936165 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-75146c46-b97d-4c99-9f60-721a5ee95d9d tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:26.937916 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-75146c46-b97d-4c99-9f60-721a5ee95d9d tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 945 time: 0.0757918 Aug 25 17:58:27.005567 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:58:27.012069 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:58:27.019248 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-4ee94486-3835-4568-bb7e-3a64142f49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.021051 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-4ee94486-3835-4568-bb7e-3a64142f49bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 200 len: 920 time: 0.1912379 Aug 25 17:58:27.034373 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fcf1f-9b05-4c0c-9aa9-dc6cbf646b8a req-0b197e9d-aea9-498f-893a-f5768821b49d tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.035860 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b38fcf1f-9b05-4c0c-9aa9-dc6cbf646b8a req-0b197e9d-aea9-498f-893a-f5768821b49d tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 945 time: 0.1073735 Aug 25 17:58:27.038269 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:27.086485 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Deleting port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:58:27.087217 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:27.123237 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-e8282f25-3526-4ae3-aacf-9bd80865f785 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 200 len: 217 time: 0.0863621 Aug 25 17:58:27.135853 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.145682 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:27.149301 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] 10.222.0.10 "PUT /v2.0/ports/dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 1094 time: 1.4067867 Aug 25 17:58:27.149301 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:27.151184 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b3144-cd7b-4b46-81c3-43a3675b6388" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:27.269803 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] For port ccdb5f6f-a24d-4722-89f1-45be35b53dd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:27.273214 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:27.294311 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Calling delete_port for ccdb5f6f-a24d-4722-89f1-45be35b53dd7 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:58:27.307357 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86842dfd-0652-4ba2-9b04-f84a187595c7 x-openstack-request-id: req-86842dfd-0652-4ba2-9b04-f84a187595c7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:27.307769 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:27.308411 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86842dfd-0652-4ba2-9b04-f84a187595c7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:27.308929 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'status': 'completed', 'code': 200} Aug 25 17:58:27.317192 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b38fcf1f-9b05-4c0c-9aa9-dc6cbf646b8a req-cd113b9a-fba2-4335-afa7-dc93a5c0b933 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691593 Aug 25 17:58:27.320986 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dd612-3b51-43b9-bc76-46f4540a6955 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:27.338452 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-0ab24669-0a36-456b-a5ba-b4109528065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.340184 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-0ab24669-0a36-456b-a5ba-b4109528065c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 200 len: 859 time: 0.1725273 Aug 25 17:58:27.350235 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-27844353-99c1-4397-ba8a-fb1e5472d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.352189 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-27844353-99c1-4397-ba8a-fb1e5472d0bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1097 time: 0.1205926 Aug 25 17:58:27.404743 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-f6da0a86-90e9-4ae8-b5d6-76d750783411 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ba832b8-dc42-4633-9767-92874877ac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451000 Aug 25 17:58:27.441128 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-d97c9b8b-cad4-4be9-905b-1726b4e34065 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 217 time: 0.0527885 Aug 25 17:58:27.521782 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703750cc-2c46-4558-9af6-73eeb2398534 req-ef89224f-6f17-459a-b1be-7a0d1eb0bf14 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.523311 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-703750cc-2c46-4558-9af6-73eeb2398534 req-ef89224f-6f17-459a-b1be-7a0d1eb0bf14 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0894282 Aug 25 17:58:27.540423 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:27.548160 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-0cae5884-be37-42de-a0b7-18708d182c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.550317 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-0cae5884-be37-42de-a0b7-18708d182c43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 200 len: 847 time: 0.0978048 Aug 25 17:58:27.557352 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['ccdb5f6f-a24d-4722-89f1-45be35b53dd7'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:58:27.579167 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-9b8214ba-b057-4586-96f6-9842aefa3945 service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486609 Aug 25 17:58:27.585514 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Pushing event deleted for resources: {'Port': ['ID=ccdb5f6f-a24d-4722-89f1-45be35b53dd7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:27.641238 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-703750cc-2c46-4558-9af6-73eeb2398534 req-bf277edf-8dc2-4c6d-a4c3-461dac460720 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075413 Aug 25 17:58:27.662588 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] No DVR routers for this DVR port ccdb5f6f-a24d-4722-89f1-45be35b53dd7 on host hv-cinder-78638 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:58:27.665668 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:27.667771 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d40a8ae4-ee58-408b-a9d7-a9c4da153a70 req-013efeb8-bacd-4db0-b53a-164702713a52 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "DELETE /v2.0/ports/ccdb5f6f-a24d-4722-89f1-45be35b53dd7 HTTP/1.1" status: 204 len: 173 time: 0.7222230 Aug 25 17:58:27.668290 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'name': 'network-vif-deleted', 'tag': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:27.670693 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1756a264-2714-4125-ab2e-0ef244aa2730" -d '{"events": [{"server_uuid": "c7d2706e-4a60-4ddd-b65a-b341edebf704", "name": "network-vif-deleted", "tag": "ccdb5f6f-a24d-4722-89f1-45be35b53dd7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:27.677263 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877437a-3938-4b8f-851a-66ea3515829f req-89c0d3f1-09a1-4ad7-b225-720af2574b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.680296 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-89c0d3f1-09a1-4ad7-b225-720af2574b57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1150434 Aug 25 17:58:27.713308 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a9c7d1-058e-4c10-94d0-3d1bd4e88364 x-openstack-request-id: req-52a9c7d1-058e-4c10-94d0-3d1bd4e88364 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:27.713809 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2706e-4a60-4ddd-b65a-b341edebf704", "name": "network-vif-deleted", "tag": "ccdb5f6f-a24d-4722-89f1-45be35b53dd7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:27.714047 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52a9c7d1-058e-4c10-94d0-3d1bd4e88364 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:27.714444 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2706e-4a60-4ddd-b65a-b341edebf704', 'name': 'network-vif-deleted', 'tag': 'ccdb5f6f-a24d-4722-89f1-45be35b53dd7', 'status': 'completed', 'code': 200} Aug 25 17:58:27.743218 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9fdb1df3-0195-42cb-ac56-dc3e49d16e0a req-fd009ed5-0c1b-4329-b0cc-0ca28a816acf service neutron] 10.222.0.10 "GET /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491225 Aug 25 17:58:27.815332 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-c8ce2b47-ac79-4bbc-9c74-a1dcae458c3c service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260755 Aug 25 17:58:27.825274 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca06327-524e-4764-8a51-f7868aeb943c req-0caedb10-3268-43fa-bf2f-094c0662e458 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:27.826758 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ca06327-524e-4764-8a51-f7868aeb943c req-0caedb10-3268-43fa-bf2f-094c0662e458 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0639198 Aug 25 17:58:27.885230 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ca06327-524e-4764-8a51-f7868aeb943c req-d9f0014e-52ce-49ae-8147-91966722714c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478485 Aug 25 17:58:27.946877 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4877437a-3938-4b8f-851a-66ea3515829f req-1cf576da-a080-4690-bcb3-4b7178e26fd4 service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230397 Aug 25 17:58:28.015534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1ad91-f01d-4b2b-b7c9-cc6a806893af req-9f6676ca-d1f7-4c30-ae29-faf93fb7dd5d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:28.018209 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93c1ad91-f01d-4b2b-b7c9-cc6a806893af req-9f6676ca-d1f7-4c30-ae29-faf93fb7dd5d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0629590 Aug 25 17:58:28.093825 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93c1ad91-f01d-4b2b-b7c9-cc6a806893af req-03daf4e6-6e13-4024-808c-fbae689926bf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668693 Aug 25 17:58:28.101803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-e4ed60e9-ca42-41e3-bc94-7eef8c0b4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:28.103341 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-e4ed60e9-ca42-41e3-bc94-7eef8c0b4a49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1097 time: 0.0692782 Aug 25 17:58:28.227472 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-21f923e1-9e58-4d73-9d7e-fcdef7461566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:28.228877 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-21f923e1-9e58-4d73-9d7e-fcdef7461566 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 909 time: 0.1115305 Aug 25 17:58:28.279341 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-0cfc0339-77bf-4ac1-bbcd-655d97ba28fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 217 time: 0.0412896 Aug 25 17:58:28.358059 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-635c0f2f-8788-4ca3-8c40-1d03210e0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:28.361437 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-635c0f2f-8788-4ca3-8c40-1d03210e0b19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 200 len: 847 time: 0.0611534 Aug 25 17:58:28.456032 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-82f094de-9406-4c1f-8188-444e6b2b7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:28.457832 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-82f094de-9406-4c1f-8188-444e6b2b7d9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747421 Aug 25 17:58:28.561631 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9b9f56da-8915-4176-b95c-07f67fc42e00 req-3c5bc271-c16c-4566-a576-7fa52bb8e0b0 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7d2706e-4a60-4ddd-b65a-b341edebf704 HTTP/1.1" status: 200 len: 210 time: 0.0801961 Aug 25 17:58:28.632794 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-bceb7d04-9b4d-47d0-ad12-171811d4f254 service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613214 Aug 25 17:58:28.769974 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-534b3144-cd7b-4b46-81c3-43a3675b6388 req-1be2aac0-d821-4c74-a1f4-72d32036d063 service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341894 Aug 25 17:58:28.807336 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab23b9-060c-471c-87b4-269e055d4762 req-a3d3c9a9-be1c-4226-8e9e-58e3ee63bd8f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:28.809095 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d4ab23b9-060c-471c-87b4-269e055d4762 req-a3d3c9a9-be1c-4226-8e9e-58e3ee63bd8f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0692692 Aug 25 17:58:28.877100 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d4ab23b9-060c-471c-87b4-269e055d4762 req-b6983367-06f9-4191-8a8b-86ea2858f325 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566442 Aug 25 17:58:29.041578 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8077f6-b91a-4ca0-8c28-77436aa24e4e req-37dc6fc2-3c9e-45ac-8822-ffa1de10e0df tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:29.043988 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed8077f6-b91a-4ca0-8c28-77436aa24e4e req-37dc6fc2-3c9e-45ac-8822-ffa1de10e0df tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0719199 Aug 25 17:58:29.084946 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ed8077f6-b91a-4ca0-8c28-77436aa24e4e req-85a50e8b-c5b0-4087-88c7-14132bea339c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337460 Aug 25 17:58:29.229214 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c91a9-776f-48c0-93c5-fa75adad4f8b req-c7d7ec09-bd89-4166-afed-2a9521815d84 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:29.230712 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-334c91a9-776f-48c0-93c5-fa75adad4f8b req-c7d7ec09-bd89-4166-afed-2a9521815d84 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0581574 Aug 25 17:58:29.274819 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-334c91a9-776f-48c0-93c5-fa75adad4f8b req-2053ed9e-bd7b-44bd-a11c-103be60a1bc9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Aug 25 17:58:30.056597 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047abce-45aa-4089-b024-897d6b670c47 req-bc0f90be-91d0-4bf3-a468-2d4beda29b41 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:30.058180 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e047abce-45aa-4089-b024-897d6b670c47 req-bc0f90be-91d0-4bf3-a468-2d4beda29b41 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0774267 Aug 25 17:58:30.105241 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e047abce-45aa-4089-b024-897d6b670c47 req-e5c63e6e-c821-46ed-ad92-57290993b959 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388651 Aug 25 17:58:30.458532 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a060-a3c0-4764-b7a8-f675c3068a23 req-8cd57dd9-827d-4415-892f-8c15a7cd1d9b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:30.460006 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3c76a060-a3c0-4764-b7a8-f675c3068a23 req-8cd57dd9-827d-4415-892f-8c15a7cd1d9b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0731854 Aug 25 17:58:30.480139 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261b0c-5f7e-4cb2-b79c-9eddfe0af0cb req-c3c8b567-dc8c-4659-8ef1-ad7bda369fdd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:30.481695 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78261b0c-5f7e-4cb2-b79c-9eddfe0af0cb req-c3c8b567-dc8c-4659-8ef1-ad7bda369fdd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.3088627 Aug 25 17:58:30.502198 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3c76a060-a3c0-4764-b7a8-f675c3068a23 req-1a6fd774-7045-46cd-8fa3-1fdaa807904f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358660 Aug 25 17:58:30.524760 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78261b0c-5f7e-4cb2-b79c-9eddfe0af0cb req-de98eaeb-58e9-44aa-a177-2ddce4f36371 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Aug 25 17:58:31.224302 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3196dc-e844-414a-98de-b5daa4ab2f0d req-168d873d-693e-4811-804a-b34c4c7a5d0a tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:31.225808 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c3196dc-e844-414a-98de-b5daa4ab2f0d req-168d873d-693e-4811-804a-b34c4c7a5d0a tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0495155 Aug 25 17:58:31.264440 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1c3196dc-e844-414a-98de-b5daa4ab2f0d req-56da03d5-cd58-47c2-aec6-671dfa28ce33 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Aug 25 17:58:31.652075 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9640a0-4d1c-4436-ab80-1c16a4c660d6 req-81951f33-2590-4426-aba7-cf04efa0e997 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:31.653513 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7a9640a0-4d1c-4436-ab80-1c16a4c660d6 req-81951f33-2590-4426-aba7-cf04efa0e997 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0493288 Aug 25 17:58:31.693389 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7a9640a0-4d1c-4436-ab80-1c16a4c660d6 req-9ff29032-5839-468a-aa07-8c5bb0b17b26 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Aug 25 17:58:32.381776 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d0520-9135-42d7-8fc8-3dce03ca4efa req-a7523764-9515-45e3-957a-818654a4375c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:32.383292 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f28d0520-9135-42d7-8fc8-3dce03ca4efa req-a7523764-9515-45e3-957a-818654a4375c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0500016 Aug 25 17:58:32.422759 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f28d0520-9135-42d7-8fc8-3dce03ca4efa req-28a144ac-0321-41d6-a938-52754dc7272f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333123 Aug 25 17:58:32.815106 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device ccdb5f6f-a24d-4722-89f1-45be35b53dd7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:58:32.832441 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e4fd2-fffb-41be-9d2f-a03edb26df1d req-c5c8e503-e068-441e-94f0-7bb40acc2bb8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:32.835004 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-785e4fd2-fffb-41be-9d2f-a03edb26df1d req-c5c8e503-e068-441e-94f0-7bb40acc2bb8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0646915 Aug 25 17:58:32.854351 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: ccdb5f6f-a24d-4722-89f1-45be35b53dd7 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:58:32.854929 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device ccdb5f6f-a24d-4722-89f1-45be35b53dd7 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:58:32.887428 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-785e4fd2-fffb-41be-9d2f-a03edb26df1d req-d03b7e36-c620-46dd-9dea-8687bd298731 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Aug 25 17:58:33.102303 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:33.602548 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352abd-d2fb-41a1-a90b-0280814a2f8f req-722c456a-0f42-417b-85f8-ee0d6063e411 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:33.604152 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-87352abd-d2fb-41a1-a90b-0280814a2f8f req-722c456a-0f42-417b-85f8-ee0d6063e411 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0718510 Aug 25 17:58:33.664631 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-87352abd-d2fb-41a1-a90b-0280814a2f8f req-6a98a52b-5781-479f-a0c2-c49a6f76dcd7 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Aug 25 17:58:34.075229 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888eaba-9153-49e5-a1b8-cc8ec2438615 req-26050059-089a-4c72-8025-46bbaf8532d6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:34.077407 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b888eaba-9153-49e5-a1b8-cc8ec2438615 req-26050059-089a-4c72-8025-46bbaf8532d6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 944 time: 0.0750279 Aug 25 17:58:34.142594 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b888eaba-9153-49e5-a1b8-cc8ec2438615 req-e54c1636-0bd5-4b36-b198-1cf7f7823faa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509336 Aug 25 17:58:34.260932 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:58:34.804893 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca3afe-2b34-484b-ac98-0450703a1857 req-581922e4-6683-484e-91e3-90805d9d3ac0 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:34.804893 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1fca3afe-2b34-484b-ac98-0450703a1857 req-581922e4-6683-484e-91e3-90805d9d3ac0 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0623329 Aug 25 17:58:34.808951 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:58:34.861108 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1fca3afe-2b34-484b-ac98-0450703a1857 req-f70059f1-98f5-4264-aaee-c2c1f1b9e0b2 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459149 Aug 25 17:58:34.923348 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:34.936014 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'port_id': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'mac_address': 'fa:16:3e:ae:bd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:58:34.979365 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:34.993939 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627baf1c-e293-403b-8ded-2c5f88a8a75d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:58:35.015252 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:35.020558 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:35.021428 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:58:35.118200 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=9']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:35.162816 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:35.178258 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'port_id': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'mac_address': 'fa:16:3e:95:04:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:58:35.216645 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:35.229536 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:58:35.253771 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:35.258041 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:35.290857 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eee17-f0a5-4d06-a79c-a98bd118f63f req-c793f53c-b01f-4e2e-a7b5-44fb8fa1632a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:35.292449 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7e7eee17-f0a5-4d06-a79c-a98bd118f63f req-c793f53c-b01f-4e2e-a7b5-44fb8fa1632a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.0574224 Aug 25 17:58:35.308852 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:35.336038 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7e7eee17-f0a5-4d06-a79c-a98bd118f63f req-c958af10-6923-45a9-a997-136f5585733b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342164 Aug 25 17:58:35.661863 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['627baf1c-e293-403b-8ded-2c5f88a8a75d'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:58:35.694293 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:58:35.796029 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72f70bee-e724-4cb4-b70e-8ae26b8ff967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:36.049755 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94e1e-9227-4e12-b1d9-0a214e5bb62c req-3afdc676-610e-4c5a-ba50-52f1438b0abc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:36.053345 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d0a94e1e-9227-4e12-b1d9-0a214e5bb62c req-3afdc676-610e-4c5a-ba50-52f1438b0abc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 945 time: 0.0916018 Aug 25 17:58:36.111770 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d0a94e1e-9227-4e12-b1d9-0a214e5bb62c req-7847c742-23ba-4e4b-ac24-ff6b94a36412 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513053 Aug 25 17:58:36.516955 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd65752-9747-46c4-aedb-1f3fd52f4f51 req-e9c1f7af-2c33-4b4f-88b0-047f95c0e4a4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:36.519925 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7fd65752-9747-46c4-aedb-1f3fd52f4f51 req-e9c1f7af-2c33-4b4f-88b0-047f95c0e4a4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.0860741 Aug 25 17:58:36.566922 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7fd65752-9747-46c4-aedb-1f3fd52f4f51 req-2318fa30-1cc8-4477-912e-5cda3a0ce4a5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369420 Aug 25 17:58:36.860651 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e343b80-97ef-48d9-8904-4af81d627a71 req-3014df55-d2ba-4072-87db-5b83bfce70d9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:36.862259 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8e343b80-97ef-48d9-8904-4af81d627a71 req-3014df55-d2ba-4072-87db-5b83bfce70d9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0542960 Aug 25 17:58:36.913156 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8e343b80-97ef-48d9-8904-4af81d627a71 req-2e2a0c3e-a22f-4a71-bb0a-304764bee9d8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Aug 25 17:58:37.251246 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b94ba3-bbda-44c8-b994-9a3e279b5f64 req-dd1bb62d-c8a3-41da-872d-608462469f41 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:37.253400 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b5b94ba3-bbda-44c8-b994-9a3e279b5f64 req-dd1bb62d-c8a3-41da-872d-608462469f41 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 945 time: 0.0607815 Aug 25 17:58:37.297622 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b5b94ba3-bbda-44c8-b994-9a3e279b5f64 req-e7d8b010-f7c9-4dea-8d84-c18e6b2059de tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375166 Aug 25 17:58:37.736630 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f47c0-8e0d-45dc-81d6-3dcab5f86537 req-0621ca87-e4b6-4a39-8b89-4354f5a38051 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:37.738279 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c79f47c0-8e0d-45dc-81d6-3dcab5f86537 req-0621ca87-e4b6-4a39-8b89-4354f5a38051 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.0761869 Aug 25 17:58:37.781841 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c79f47c0-8e0d-45dc-81d6-3dcab5f86537 req-bc3809fa-9d74-4173-80fa-0567550690ec tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371566 Aug 25 17:58:38.039391 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827df60-a504-4ec6-b4a4-335d189981af req-8c74ce33-7bdc-4de2-9c48-8694932b1574 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:38.040933 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5827df60-a504-4ec6-b4a4-335d189981af req-8c74ce33-7bdc-4de2-9c48-8694932b1574 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0528040 Aug 25 17:58:38.080380 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5827df60-a504-4ec6-b4a4-335d189981af req-8cd1033e-0de1-4745-a330-ffe42f6aa51f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Aug 25 17:58:38.379162 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a49122a-d50c-49c4-904e-3c104d4abdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:38.423405 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e69d-7efe-4fcb-a50a-20414f49f78e req-4db65afc-d59e-4720-a7af-70d0f0153119 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:38.424900 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9546e69d-7efe-4fcb-a50a-20414f49f78e req-4db65afc-d59e-4720-a7af-70d0f0153119 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 945 time: 0.0566103 Aug 25 17:58:38.465154 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9546e69d-7efe-4fcb-a50a-20414f49f78e req-20afedc0-2346-49ae-b9c9-7ec78f422583 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Aug 25 17:58:38.605399 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:38.925958 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4389-0cdb-4c9a-8734-bf7fb8a2ef80 req-89ef1932-8b5f-4e3f-a1cf-52e2b646418b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:38.927588 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e81e4389-0cdb-4c9a-8734-bf7fb8a2ef80 req-89ef1932-8b5f-4e3f-a1cf-52e2b646418b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Aug 25 17:58:38.971370 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e81e4389-0cdb-4c9a-8734-bf7fb8a2ef80 req-aeecea06-5940-42a9-81cf-e9e86c85ca52 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378430 Aug 25 17:58:39.277827 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110d7e4-d07e-4e70-b325-263426153225 req-bd903baf-8d29-441f-b353-9664b75a11cb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:39.280515 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8110d7e4-d07e-4e70-b325-263426153225 req-bd903baf-8d29-441f-b353-9664b75a11cb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0838461 Aug 25 17:58:39.347516 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8110d7e4-d07e-4e70-b325-263426153225 req-bc7f3914-0e8c-4dd0-86f0-14b1f790f140 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589094 Aug 25 17:58:39.533440 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:39.627942 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493d37-f927-4b4e-8177-820bd875029f req-6fbfee3a-9a10-4181-b7c7-8d679718273f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:39.630020 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-da493d37-f927-4b4e-8177-820bd875029f req-6fbfee3a-9a10-4181-b7c7-8d679718273f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 945 time: 0.0602434 Aug 25 17:58:39.675379 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-da493d37-f927-4b4e-8177-820bd875029f req-57614980-75c4-4ac3-a778-7294549f63b6 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364187 Aug 25 17:58:40.114112 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02cf15-078d-485a-bd13-bd428b481364 req-42b292e9-e046-4ff9-9267-6e2c182c3231 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:40.115861 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae02cf15-078d-485a-bd13-bd428b481364 req-42b292e9-e046-4ff9-9267-6e2c182c3231 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 945 time: 0.0637462 Aug 25 17:58:40.164298 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae02cf15-078d-485a-bd13-bd428b481364 req-2df31702-cd37-4868-821e-41388774d07b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373297 Aug 25 17:58:40.311808 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac3af-717e-4f33-929d-29febf27a497 req-e12ed5cf-b11b-41ba-a8d6-ac00e3bc01e1 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:40.313867 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-e12ed5cf-b11b-41ba-a8d6-ac00e3bc01e1 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/networks?id=065e45df-0d84-43a5-aa48-12af04431c43 HTTP/1.1" status: 200 len: 813 time: 0.1148889 Aug 25 17:58:40.330836 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-5706863b-c9e3-4b09-bfa4-17cc536a3989 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/quotas/64156c50e7f34c8b9667ca74aac7757e HTTP/1.1" status: 200 len: 375 time: 0.0110450 Aug 25 17:58:40.369205 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-02dfa09a-36bf-4fdf-8e17-43816c724f3d tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64156c50e7f34c8b9667ca74aac7757e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293248 Aug 25 17:58:40.512031 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-85959cd6-5b8c-4131-9096-560e464bd96e service neutron] 10.222.0.23 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301939 Aug 25 17:58:40.517785 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bda36-a8c5-456c-a7d3-9242a8560444 req-1243d1f9-9532-48b3-9b3a-f43104e54093 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:40.521009 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-368bda36-a8c5-456c-a7d3-9242a8560444 req-1243d1f9-9532-48b3-9b3a-f43104e54093 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0581393 Aug 25 17:58:40.576446 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-368bda36-a8c5-456c-a7d3-9242a8560444 req-23505477-85b1-4686-9805-6d384fc5b8f9 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457449 Aug 25 17:58:40.620931 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-364da89f-b6a2-40be-a5f8-1e752ed89a67 service neutron] 10.222.0.23 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985134 Aug 25 17:58:40.814562 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fb6a4934-3c85-42f1-9596-92a36e3d9dd2 req-e70ad5fc-ca6a-4135-a35c-df7d41d93e94 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 210 time: 0.0350525 Aug 25 17:58:40.851564 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212b5a-c7d6-4e06-843f-0101e2327896 req-9b5f00c7-6500-4f21-8123-974da5e3911f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:40.853168 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3e212b5a-c7d6-4e06-843f-0101e2327896 req-9b5f00c7-6500-4f21-8123-974da5e3911f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 945 time: 0.0697646 Aug 25 17:58:40.902456 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3e212b5a-c7d6-4e06-843f-0101e2327896 req-ae651193-4545-4efc-83ef-fe24d06d1923 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372698 Aug 25 17:58:41.013310 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:58:41.073077 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 627baf1c-e293-403b-8ded-2c5f88a8a75d triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:58:41.073994 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:41.175554 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:41.203523 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:41.206090 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa96cf88-9652-4694-8294-fb6751aadce0" -d '{"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-plugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:41.223704 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:41.229279 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:41.230433 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:58:41.280844 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc6a416-1ae4-4f3f-b5a7-073710bb3ca0 x-openstack-request-id: req-8dc6a416-1ae4-4f3f-b5a7-073710bb3ca0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:41.282242 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-plugged", "status": "completed", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:41.282759 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8dc6a416-1ae4-4f3f-b5a7-073710bb3ca0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:41.283610 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'code': 200} Aug 25 17:58:41.336215 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:41.350711 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:41.359072 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e703-1d96-43bb-aa34-81d481f24a3e req-ac1cf1b6-a31d-4685-9a87-0eb21dfcbfc0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:41.362086 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2aa4e703-1d96-43bb-aa34-81d481f24a3e req-ac1cf1b6-a31d-4685-9a87-0eb21dfcbfc0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.0845785 Aug 25 17:58:41.375194 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:58:41.380565 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:58:41.381076 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:41.419579 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2aa4e703-1d96-43bb-aa34-81d481f24a3e req-fade8915-0566-4356-9b9e-c2e2b01a89fd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Aug 25 17:58:41.492997 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:41.534166 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:41.539729 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:41.597630 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:41.747107 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170417fe-e9d5-4b80-808d-652ccd5d9ec0 req-5a2c3c29-57b2-4d88-bbec-5449a965af18 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:41.749673 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-170417fe-e9d5-4b80-808d-652ccd5d9ec0 req-5a2c3c29-57b2-4d88-bbec-5449a965af18 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0864193 Aug 25 17:58:41.808017 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-170417fe-e9d5-4b80-808d-652ccd5d9ec0 req-75c0ad59-3f70-4839-95be-f94d1bb26c9d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500090 Aug 25 17:58:41.825055 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:41.943904 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ba94937c-3ea4-43fb-9305-ced5955b7a21 req-d462235b-3f35-4fac-a6ec-80ec4097968a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 210 time: 0.0397694 Aug 25 17:58:41.983805 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dce06108-914c-4e3b-9986-0c6c414903b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:42.017301 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c115bb-3577-426e-8ca3-f26eeecaff8d req-0c61996b-44c1-4d20-a1e3-7a72f369addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:42.018959 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19c115bb-3577-426e-8ca3-f26eeecaff8d req-0c61996b-44c1-4d20-a1e3-7a72f369addf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1100 time: 0.0634835 Aug 25 17:58:42.064393 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3184cd-8c99-402e-85b1-ce8e40a2a6f8 req-2b7f06b8-b718-4c10-8bab-4496541e26a6 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:42.065838 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ec3184cd-8c99-402e-85b1-ce8e40a2a6f8 req-2b7f06b8-b718-4c10-8bab-4496541e26a6 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0796113 Aug 25 17:58:42.076943 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19c115bb-3577-426e-8ca3-f26eeecaff8d req-a6b7dd95-b441-40bc-bbb4-52bd91ddd2f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381596 Aug 25 17:58:42.156123 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ec3184cd-8c99-402e-85b1-ce8e40a2a6f8 req-77ffa881-e6bc-490e-ae8d-25f14c29f13d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801051 Aug 25 17:58:42.209580 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dce06108-914c-4e3b-9986-0c6c414903b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:42.213799 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dce06108-914c-4e3b-9986-0c6c414903b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:42.255591 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-dce06108-914c-4e3b-9986-0c6c414903b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aad77c93ad0a45f0a23e4f9c207692c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286566 Aug 25 17:58:42.256750 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06108-914c-4e3b-9986-0c6c414903b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808e6d74-afb7-474c-9f79-b0cd27bf38e6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:42.260146 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 48686) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:42.318656 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5b7f-2d51-48b7-a7b3-c3cd3e5278cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:42.343584 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5b7f-2d51-48b7-a7b3-c3cd3e5278cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:42.510344 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5b7f-2d51-48b7-a7b3-c3cd3e5278cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:42.515414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5b7f-2d51-48b7-a7b3-c3cd3e5278cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:42.521161 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-3d9f5b7f-2d51-48b7-a7b3-c3cd3e5278cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/808e6d74-afb7-474c-9f79-b0cd27bf38e6 HTTP/1.1" status: 204 len: 168 time: 0.2592735 Aug 25 17:58:42.541660 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac3af-717e-4f33-929d-29febf27a497 req-bad8d9f8-e44b-4f92-82d0-298ef12d62a4 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:42.543742 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-bad8d9f8-e44b-4f92-82d0-298ef12d62a4 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "GET /v2.0/networks?id=065e45df-0d84-43a5-aa48-12af04431c43 HTTP/1.1" status: 200 len: 813 time: 0.1814849 Aug 25 17:58:42.565630 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f5b7f-2d51-48b7-a7b3-c3cd3e5278cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808e6d74-afb7-474c-9f79-b0cd27bf38e6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:42.569519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Request body: {'port': {'device_id': '69946a96-2536-466e-9802-f92bb02f648b', 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43', 'admin_state_up': True, 'tenant_id': '64156c50e7f34c8b9667ca74aac7757e'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:58:42.692353 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798104bc-3825-4306-8deb-45dfb80503aa req-be3c1748-dbb2-4400-8e1d-a1fff5065d0f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:42.693861 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-798104bc-3825-4306-8deb-45dfb80503aa req-be3c1748-dbb2-4400-8e1d-a1fff5065d0f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.1490536 Aug 25 17:58:42.831960 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-33d79e5d-2daa-42d9-8114-f6107e2ce01b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:42.833820 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-33d79e5d-2daa-42d9-8114-f6107e2ce01b tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.1641741 Aug 25 17:58:42.843816 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-798104bc-3825-4306-8deb-45dfb80503aa req-e57ee6b2-d9af-4787-928e-6ba819c563d6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283560 Aug 25 17:58:42.867786 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Made reservation on behalf of 64156c50e7f34c8b9667ca74aac7757e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:58:42.874262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:43.010277 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00c8ae-f23e-4dea-9fcd-8e92f1839e22 req-0a431e72-5d7b-472d-a71b-519642feb4c7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:43.012990 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ea00c8ae-f23e-4dea-9fcd-8e92f1839e22 req-0a431e72-5d7b-472d-a71b-519642feb4c7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 946 time: 0.0852921 Aug 25 17:58:43.095514 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ea00c8ae-f23e-4dea-9fcd-8e92f1839e22 req-239edec4-07d9-4ed6-8294-4e8aa6e28f44 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540323 Aug 25 17:58:43.117739 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0a6dd09d-2ea3-4432-9e56-053503ca670c req-60ae99b8-0c65-4c08-b442-6117454dfccf tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 210 time: 0.0595543 Aug 25 17:58:43.130882 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Deleting port f4989e3a-3197-40cf-ae2d-25cd72f942fc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:58:43.131458 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:43.211681 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Allocated IP 172.20.0.7 (065e45df-0d84-43a5-aa48-12af04431c43/8edee9d4-f1e6-4948-b6fd-4fc70d55faaa/26529a43-9f34-488f-ac9f-a8985262abcb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:58:43.285704 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:43.289472 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efcf96a-646f-45bc-8936-74efc1e56f0a" -d '{"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:43.293620 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] For port f4989e3a-3197-40cf-ae2d-25cd72f942fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4989e3a-3197-40cf-ae2d-25cd72f942fc,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:43.294068 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:43.331098 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Calling delete_port for f4989e3a-3197-40cf-ae2d-25cd72f942fc owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:58:43.353420 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbdd9b-7e1b-4714-8093-bd3a2741433f req-9f447475-488e-4d50-98f6-8069639e76de tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:43.358968 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6fcbdd9b-7e1b-4714-8093-bd3a2741433f req-9f447475-488e-4d50-98f6-8069639e76de tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1036348 Aug 25 17:58:43.375551 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c08f0-a7df-4bb6-b0cb-f959c4deba83 x-openstack-request-id: req-f87c08f0-a7df-4bb6-b0cb-f959c4deba83 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:43.376220 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:43.376713 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f87c08f0-a7df-4bb6-b0cb-f959c4deba83 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:43.377296 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'code': 200} Aug 25 17:58:43.432585 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6fcbdd9b-7e1b-4714-8093-bd3a2741433f req-46b9de15-4686-4019-949e-3dee0a9e5068 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545344 Aug 25 17:58:43.592713 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:43.724003 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:43.756181 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['8bcd8295-262d-41d4-98bc-4d741701ad4e', 'f4989e3a-3197-40cf-ae2d-25cd72f942fc'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:58:43.783723 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:43.793942 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Pushing event deleted for resources: {'Port': ['ID=f4989e3a-3197-40cf-ae2d-25cd72f942fc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:43.819073 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b15e97-4ffb-4bfe-a5ce-256808c40e2e req-c4864326-cf8c-4045-86b6-7fcf89e508a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:43.821342 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-58b15e97-4ffb-4bfe-a5ce-256808c40e2e req-c4864326-cf8c-4045-86b6-7fcf89e508a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1099 time: 0.0783563 Aug 25 17:58:43.899969 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Network 065e45df-0d84-43a5-aa48-12af04431c43 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:58:43.903627 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] No DVR routers for this DVR port f4989e3a-3197-40cf-ae2d-25cd72f942fc on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:58:43.906998 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:43.909428 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "DELETE /v2.0/ports/f4989e3a-3197-40cf-ae2d-25cd72f942fc HTTP/1.1" status: 204 len: 173 time: 1.0606256 Aug 25 17:58:43.910697 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-58b15e97-4ffb-4bfe-a5ce-256808c40e2e req-b3958e26-9216-4aff-ad21-850995fdede0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744417 Aug 25 17:58:43.912534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'name': 'network-vif-deleted', 'tag': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:43.916111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5dfd91-1128-4dbd-8cf2-f5dec7743495" -d '{"events": [{"server_uuid": "a8461aea-d1ae-4365-b556-a70d4b2b93a6", "name": "network-vif-deleted", "tag": "f4989e3a-3197-40cf-ae2d-25cd72f942fc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:43.919326 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:58:43.928010 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:58:44.012557 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Pushing event updated for resources: {'Port': ['ID=26529a43-9f34-488f-ac9f-a8985262abcb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:44.024976 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01255d8c-665d-4426-9b98-c25002c5674e x-openstack-request-id: req-01255d8c-665d-4426-9b98-c25002c5674e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:44.025526 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8461aea-d1ae-4365-b556-a70d4b2b93a6", "name": "network-vif-deleted", "tag": "f4989e3a-3197-40cf-ae2d-25cd72f942fc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:44.025782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01255d8c-665d-4426-9b98-c25002c5674e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:44.026352 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8461aea-d1ae-4365-b556-a70d4b2b93a6', 'name': 'network-vif-deleted', 'tag': 'f4989e3a-3197-40cf-ae2d-25cd72f942fc', 'status': 'completed', 'code': 200} Aug 25 17:58:44.081283 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:44.081990 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:44.132174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4670a-bcbe-49fb-9683-2695ce77bc2d req-28cba3da-ec07-4d9b-8a5d-35b879af91dc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:44.135519 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54e4670a-bcbe-49fb-9683-2695ce77bc2d req-28cba3da-ec07-4d9b-8a5d-35b879af91dc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.1058469 Aug 25 17:58:44.138375 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-063bf582-193c-4dab-9299-ad05e7d9cc19 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5781515 Aug 25 17:58:44.215112 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-54e4670a-bcbe-49fb-9683-2695ce77bc2d req-30e958cc-8277-42ea-9929-e727fb7edc33 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672901 Aug 25 17:58:44.312403 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3b5816cb-9a89-4ae0-bf6c-5c153b0d485d req-1e69eee1-8823-4c1d-91a1-1e60af6a0cbd tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8461aea-d1ae-4365-b556-a70d4b2b93a6 HTTP/1.1" status: 200 len: 210 time: 0.0824661 Aug 25 17:58:44.315172 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Request body: {'port': {'device_id': '69946a96-2536-466e-9802-f92bb02f648b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:58:44.496645 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:44.517358 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc324e-5235-4001-9777-8e60003f4626 req-850fd328-752d-49c6-abff-dd7c02a4edb9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:44.519670 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-64bc324e-5235-4001-9777-8e60003f4626 req-850fd328-752d-49c6-abff-dd7c02a4edb9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 931 time: 0.1584175 Aug 25 17:58:44.641916 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e2f3-588c-4531-a075-c06a789697cb req-06e77db2-1875-408b-a42c-154dcc9ed274 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:44.654967 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f72e2f3-588c-4531-a075-c06a789697cb req-06e77db2-1875-408b-a42c-154dcc9ed274 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0882146 Aug 25 17:58:44.717282 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-64bc324e-5235-4001-9777-8e60003f4626 req-7e1ad1a1-405f-48b1-b2bd-fe36a543a789 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770427 Aug 25 17:58:44.720824 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f72e2f3-588c-4531-a075-c06a789697cb req-b9814535-23a1-4513-b0cc-cac1a04ae723 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639234 Aug 25 17:58:44.952126 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26529a43-9f34-488f-ac9f-a8985262abcb {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:58:44.966578 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:44.987409 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Transition to ACTIVE for port object 26529a43-9f34-488f-ac9f-a8985262abcb will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:58:44.993906 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:45.166308 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Pushing event updated for resources: {'Port': ['ID=26529a43-9f34-488f-ac9f-a8985262abcb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:45.216948 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Attempting to bind port 26529a43-9f34-488f-ac9f-a8985262abcb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:58:45.217349 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Attempting to bind port 26529a43-9f34-488f-ac9f-a8985262abcb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:58:45.217948 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Attempting to bind port 26529a43-9f34-488f-ac9f-a8985262abcb on network 065e45df-0d84-43a5-aa48-12af04431c43 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:58:45.227046 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Port 26529a43-9f34-488f-ac9f-a8985262abcb on network 065e45df-0d84-43a5-aa48-12af04431c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:58:45.227617 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Attempting to bind port 26529a43-9f34-488f-ac9f-a8985262abcb on network 065e45df-0d84-43a5-aa48-12af04431c43 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:58:45.235156 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:58:45.235655 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Checking segment: {'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:58:45.236045 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Bound using segment: {'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:58:45.236511 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Bound port: 26529a43-9f34-488f-ac9f-a8985262abcb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dae4cc-c687-4cb7-8717-bdd1d49421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:58:45.236871 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:45.351660 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] For port 26529a43-9f34-488f-ac9f-a8985262abcb, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:58:45.358399 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] For port 26529a43-9f34-488f-ac9f-a8985262abcb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26529a43-9f34-488f-ac9f-a8985262abcb,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:58:45.365909 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:45.387468 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:45.389103 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:45.391154 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] 10.222.0.10 "PUT /v2.0/ports/26529a43-9f34-488f-ac9f-a8985262abcb HTTP/1.1" status: 200 len: 1093 time: 1.0890319 Aug 25 17:58:45.472229 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877108d-e63b-4afe-8da8-68f495d829f8 req-dc195a9e-b386-4f20-9c5a-0d2b22ff5e0a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:45.475127 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3877108d-e63b-4afe-8da8-68f495d829f8 req-dc195a9e-b386-4f20-9c5a-0d2b22ff5e0a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.1198568 Aug 25 17:58:45.535716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eb44a-91a4-45ef-b027-782d20b16a51 service neutron] Pushing event updated for resources: {'Port': ['ID=26529a43-9f34-488f-ac9f-a8985262abcb,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:45.564173 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3877108d-e63b-4afe-8da8-68f495d829f8 req-40b486c6-8813-4738-b397-1ad82b659848 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763297 Aug 25 17:58:45.571157 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac3af-717e-4f33-929d-29febf27a497 req-7cccba0c-9aa6-4372-b92c-b1b8194bb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:45.575444 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-7cccba0c-9aa6-4372-b92c-b1b8194bb656 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64156c50e7f34c8b9667ca74aac7757e&device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 1096 time: 0.0999784 Aug 25 17:58:45.649462 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-2714d29c-e069-48a9-adaf-ac9eeedd6395 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26529a43-9f34-488f-ac9f-a8985262abcb HTTP/1.1" status: 200 len: 217 time: 0.0496168 Aug 25 17:58:45.747288 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac3af-717e-4f33-929d-29febf27a497 req-b689bae6-b559-4f00-90be-58fe4b32af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:45.750259 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-b689bae6-b559-4f00-90be-58fe4b32af02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8edee9d4-f1e6-4948-b6fd-4fc70d55faaa HTTP/1.1" status: 200 len: 853 time: 0.0817301 Aug 25 17:58:45.812198 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-3db2133b-015d-486d-837f-9ed70559bf8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=065e45df-0d84-43a5-aa48-12af04431c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464978 Aug 25 17:58:45.899350 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47142-6dc2-4840-a04f-6ed0b9904b35 req-3095e3cd-d07b-4044-8391-6e3f60e5f651 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:45.901917 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-71d47142-6dc2-4840-a04f-6ed0b9904b35 req-3095e3cd-d07b-4044-8391-6e3f60e5f651 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0991414 Aug 25 17:58:45.971241 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:45.990312 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-71d47142-6dc2-4840-a04f-6ed0b9904b35 req-bf7e1d58-247d-482d-9e8b-3e509fc26aa1 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760474 Aug 25 17:58:46.027117 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69946a96-2536-466e-9802-f92bb02f648b', 'tag': '26529a43-9f34-488f-ac9f-a8985262abcb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:46.029896 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d7af03-c877-4133-b6f6-a88c71653edf" -d '{"events": [{"name": "network-changed", "server_uuid": "69946a96-2536-466e-9802-f92bb02f648b", "tag": "26529a43-9f34-488f-ac9f-a8985262abcb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:46.064458 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f3cd7-75bb-4827-b926-acb1da5289c8 req-4bf5cdcc-226b-4abf-8035-c11ef0b406e1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:46.067397 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d34f3cd7-75bb-4827-b926-acb1da5289c8 req-4bf5cdcc-226b-4abf-8035-c11ef0b406e1 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1332436 Aug 25 17:58:46.080846 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-0e006a1a-5e3a-42eb-9832-eb47344834ea service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306843 Aug 25 17:58:46.120143 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67cef0-ff3a-4b4c-ace8-2ec6285d5217 req-37d81e3c-0144-444d-a74d-098614bd2847 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:46.122733 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dd67cef0-ff3a-4b4c-ace8-2ec6285d5217 req-37d81e3c-0144-444d-a74d-098614bd2847 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 943 time: 0.0723953 Aug 25 17:58:46.174829 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d34f3cd7-75bb-4827-b926-acb1da5289c8 req-ba62f99e-9c93-4d05-9729-f76a70f220dc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928018 Aug 25 17:58:46.205573 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b695284b-ea12-42ee-89a4-2e26cfa75f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:46.227398 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb66e16-7bb0-4c6c-ad3f-d0028c0d99da x-openstack-request-id: req-bdb66e16-7bb0-4c6c-ad3f-d0028c0d99da {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:46.227688 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69946a96-2536-466e-9802-f92bb02f648b", "tag": "26529a43-9f34-488f-ac9f-a8985262abcb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:46.227930 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdb66e16-7bb0-4c6c-ad3f-d0028c0d99da {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:46.228341 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69946a96-2536-466e-9802-f92bb02f648b', 'tag': '26529a43-9f34-488f-ac9f-a8985262abcb', 'status': 'completed', 'code': 200} Aug 25 17:58:46.230685 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dd67cef0-ff3a-4b4c-ace8-2ec6285d5217 req-4f38756f-f36c-4bad-a488-2308710c3bda tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949593 Aug 25 17:58:46.234795 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-93eac3af-717e-4f33-929d-29febf27a497 req-130baaf8-743b-49ca-8800-0960b442d428 service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328375 Aug 25 17:58:46.358891 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7af03-c877-4133-b6f6-a88c71653edf req-c2a1a022-b3d7-4318-8176-63e73a87ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:46.360637 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15d7af03-c877-4133-b6f6-a88c71653edf req-c2a1a022-b3d7-4318-8176-63e73a87ab1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64156c50e7f34c8b9667ca74aac7757e&device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 1096 time: 0.0508897 Aug 25 17:58:46.379022 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b695284b-ea12-42ee-89a4-2e26cfa75f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:46.385088 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b695284b-ea12-42ee-89a4-2e26cfa75f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:46.456164 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-b695284b-ea12-42ee-89a4-2e26cfa75f27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ba8c472cd6f4a44ae12c40524a4b0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831369 Aug 25 17:58:46.457771 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695284b-ea12-42ee-89a4-2e26cfa75f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b797ebe7-e1e9-4357-81ee-59bf2aef4446,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:46.460074 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 48828) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:46.504606 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7af03-c877-4133-b6f6-a88c71653edf req-e652762a-ae25-4e9a-8543-55f52c31ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:46.506030 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15d7af03-c877-4133-b6f6-a88c71653edf req-e652762a-ae25-4e9a-8543-55f52c31ad12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=065e45df-0d84-43a5-aa48-12af04431c43 HTTP/1.1" status: 200 len: 914 time: 0.1358068 Aug 25 17:58:46.563520 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15d7af03-c877-4133-b6f6-a88c71653edf req-2ca4d0c5-91f7-41da-bb92-6aff7121a041 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26529a43-9f34-488f-ac9f-a8985262abcb HTTP/1.1" status: 200 len: 217 time: 0.0452065 Aug 25 17:58:46.566817 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65c6b895-ac14-4271-8de6-5be5fab0b703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:46.618643 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65c6b895-ac14-4271-8de6-5be5fab0b703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:46.656041 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7af03-c877-4133-b6f6-a88c71653edf req-cd1825e7-33ec-42c7-b70f-c0fd301b0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:46.657593 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15d7af03-c877-4133-b6f6-a88c71653edf req-cd1825e7-33ec-42c7-b70f-c0fd301b0128 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8edee9d4-f1e6-4948-b6fd-4fc70d55faaa HTTP/1.1" status: 200 len: 853 time: 0.0810447 Aug 25 17:58:46.699165 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15d7af03-c877-4133-b6f6-a88c71653edf req-fcdf49b8-876c-4e8c-876f-34b500c06197 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=065e45df-0d84-43a5-aa48-12af04431c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286942 Aug 25 17:58:46.723223 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65c6b895-ac14-4271-8de6-5be5fab0b703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:46.725783 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65c6b895-ac14-4271-8de6-5be5fab0b703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:46.726959 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-65c6b895-ac14-4271-8de6-5be5fab0b703 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b797ebe7-e1e9-4357-81ee-59bf2aef4446 HTTP/1.1" status: 204 len: 168 time: 0.2658448 Aug 25 17:58:46.772013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6b895-ac14-4271-8de6-5be5fab0b703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797ebe7-e1e9-4357-81ee-59bf2aef4446,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:46.844604 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15d7af03-c877-4133-b6f6-a88c71653edf req-865fb0e5-2199-4150-95c8-2eb1d08f9e01 service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300430 Aug 25 17:58:46.981424 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15d7af03-c877-4133-b6f6-a88c71653edf req-93e8d9c5-9500-4abf-aeb7-dbf03360afed service neutron] 10.222.0.10 "GET /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282740 Aug 25 17:58:47.063845 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device f4989e3a-3197-40cf-ae2d-25cd72f942fc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:58:47.102621 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: f4989e3a-3197-40cf-ae2d-25cd72f942fc {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:58:47.103670 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device f4989e3a-3197-40cf-ae2d-25cd72f942fc not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:58:47.157528 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:47.179295 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b9149-5724-479b-9cfc-80af7f6ed4cf req-c545815b-b471-4170-a3d1-65e78b31584f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:47.180122 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0386b9c7-8796-4636-b1a7-a7106961ba27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:47.182068 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-250b9149-5724-479b-9cfc-80af7f6ed4cf req-c545815b-b471-4170-a3d1-65e78b31584f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0894551 Aug 25 17:58:47.273157 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-250b9149-5724-479b-9cfc-80af7f6ed4cf req-56849bed-a61d-4d16-ba2b-49910793e19d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784314 Aug 25 17:58:47.388173 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0386b9c7-8796-4636-b1a7-a7106961ba27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:47.394026 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0386b9c7-8796-4636-b1a7-a7106961ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:47.407219 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef282d4-c393-4073-a518-585f83721c37 req-1a8f8cba-9c09-4bc8-a1ef-49861eb19a07 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:47.408845 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0ef282d4-c393-4073-a518-585f83721c37 req-1a8f8cba-9c09-4bc8-a1ef-49861eb19a07 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1019976 Aug 25 17:58:47.427490 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea102b0f-dea9-4592-ae50-7213517c0bde req-296819e1-14ab-44bc-90a5-772efe2aa95a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:47.429864 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ea102b0f-dea9-4592-ae50-7213517c0bde req-296819e1-14ab-44bc-90a5-772efe2aa95a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 943 time: 0.0804904 Aug 25 17:58:47.471707 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-0386b9c7-8796-4636-b1a7-a7106961ba27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e501c6a018ea4dbdb290d6b73ab0519a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130572 Aug 25 17:58:47.477279 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 48844) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:47.486993 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b9c7-8796-4636-b1a7-a7106961ba27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b2eca1-3a78-4ee1-8936-d99fe664858f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:47.505364 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0ef282d4-c393-4073-a518-585f83721c37 req-cbf3e563-8b32-4c3d-b128-13c0a6ce2d53 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804887 Aug 25 17:58:47.506830 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ea102b0f-dea9-4592-ae50-7213517c0bde req-aaa5c326-9cc7-4170-a45a-af4882ea3fa5 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658984 Aug 25 17:58:47.582936 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f971-636a-4bfc-815d-20b35fff5ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:47.614856 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f971-636a-4bfc-815d-20b35fff5ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:47.655684 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9f2d2-a0fb-4a62-b394-c1e5f58e78a9 req-ffd8760f-1cf1-4172-9089-9c1f4dbbfaec tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:47.659089 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-20d9f2d2-a0fb-4a62-b394-c1e5f58e78a9 req-ffd8760f-1cf1-4172-9089-9c1f4dbbfaec tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0668566 Aug 25 17:58:47.682801 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f971-636a-4bfc-815d-20b35fff5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:47.687155 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f971-636a-4bfc-815d-20b35fff5ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:47.688382 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d2b6f971-636a-4bfc-815d-20b35fff5ff7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48b2eca1-3a78-4ee1-8936-d99fe664858f HTTP/1.1" status: 204 len: 168 time: 0.2088826 Aug 25 17:58:47.698659 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6f971-636a-4bfc-815d-20b35fff5ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b2eca1-3a78-4ee1-8936-d99fe664858f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:47.713069 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-20d9f2d2-a0fb-4a62-b394-c1e5f58e78a9 req-529a63e8-e784-4c4e-a5b1-1fdc0ba1ab66 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461867 Aug 25 17:58:47.735675 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 48850) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:48.021818 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f022fe53-7149-40cd-a871-daecfd8b1430 tempest-TestShelveInstance-466223542 tempest-TestShelveInstance-466223542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:48.027044 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-f022fe53-7149-40cd-a871-daecfd8b1430 tempest-TestShelveInstance-466223542 tempest-TestShelveInstance-466223542-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1094 time: 0.2898843 Aug 25 17:58:48.030244 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 48856) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:48.036896 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'port_id': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:58:48.079702 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:48.518328 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fcc0e-faae-4af5-bf38-6a2a0c71e4fb req-9d42b507-2b5c-4f16-b036-6802d8d95dbf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:48.521016 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7d2fcc0e-faae-4af5-bf38-6a2a0c71e4fb req-9d42b507-2b5c-4f16-b036-6802d8d95dbf tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1111512 Aug 25 17:58:48.626327 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7d2fcc0e-faae-4af5-bf38-6a2a0c71e4fb req-9ad84f06-4f68-47f0-9791-aff7273fcacb tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919259 Aug 25 17:58:48.634602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:48.668302 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ea4a-c4a8-4c28-9c6e-f7ad5739e472 req-5d7ba872-51a7-4b1b-81d7-2988ca410b03 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:48.669988 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1de4ea4a-c4a8-4c28-9c6e-f7ad5739e472 req-5d7ba872-51a7-4b1b-81d7-2988ca410b03 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 943 time: 0.0600600 Aug 25 17:58:48.737764 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1de4ea4a-c4a8-4c28-9c6e-f7ad5739e472 req-b3a0ba58-bf38-4d81-b16b-f4ff24c1d082 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598822 Aug 25 17:58:48.787383 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Allocated IP 172.27.2.233 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/567082af-c415-4c63-ba7e-b25f02fd34a1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:58:48.971775 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:49.023314 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:49.092704 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:58:49.099825 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:58:49.105116 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:58:49.133253 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'Port': ['ID=567082af-c415-4c63-ba7e-b25f02fd34a1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:49.588816 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:49.689630 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:49.897830 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f72b0-130e-4899-9a0d-5fd519d39aea req-96eaa72f-c3a4-43a9-9b43-70f42238ca85 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:49.899503 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec5ff-c2c0-4ca8-91e7-5961a7bdedfd req-2084e3fc-a821-4ae3-982a-fd74c29dc1ca tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:49.900008 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0d8f72b0-130e-4899-9a0d-5fd519d39aea req-96eaa72f-c3a4-43a9-9b43-70f42238ca85 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1795661 Aug 25 17:58:49.901857 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-385ec5ff-c2c0-4ca8-91e7-5961a7bdedfd req-2084e3fc-a821-4ae3-982a-fd74c29dc1ca tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 943 time: 0.0558388 Aug 25 17:58:49.969462 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-385ec5ff-c2c0-4ca8-91e7-5961a7bdedfd req-87cdefe0-0b08-4cc5-99b9-6f2ba3b19794 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493205 Aug 25 17:58:50.009061 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0d8f72b0-130e-4899-9a0d-5fd519d39aea req-1c549998-379f-4c5b-8d1c-c8f0a0068a36 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896871 Aug 25 17:58:50.040027 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:50.045871 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:50.166052 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event updated for resources: {'Port': ['ID=567082af-c415-4c63-ba7e-b25f02fd34a1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:50.183113 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:50.327649 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Floating IP 7ccddfb3-ba09-43e2-aec9-6776204a9e7a associated. External IP: 172.27.2.233, port: dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1. Aug 25 17:58:50.649724 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Router ab446c08-ee9f-4459-b0c5-3c74d9286b1d has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:58:50.811503 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:58:50.826017 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] Sync routers for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:58:50.832716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:50.840987 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:58:50.841798 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:58:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:58:50.892521 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-095f6f8f-d561-4a5d-a536-228ae1526c4e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8608296 Aug 25 17:58:50.893716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:50.896555 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709c37f5-fd0a-482a-b006-ad69fe33e450" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:50.957924 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a428c130-bce7-490a-a989-9440ae3ec152 x-openstack-request-id: req-a428c130-bce7-490a-a989-9440ae3ec152 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:50.958232 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:50.958488 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a428c130-bce7-490a-a989-9440ae3ec152 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:50.958878 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'status': 'completed', 'code': 200} Aug 25 17:58:51.014549 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:58:51.084993 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-2144bc0b-6b5a-48f4-babb-444ef597ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:51.087572 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-2144bc0b-6b5a-48f4-babb-444ef597ff5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1099 time: 0.0818198 Aug 25 17:58:51.115262 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 26529a43-9f34-488f-ac9f-a8985262abcb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:58:51.224439 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf239ac-6efa-4d88-a77e-e5df6716394a req-751c1b6b-09e6-454a-83ef-56291c5a6c91 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:51.239966 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0cf239ac-6efa-4d88-a77e-e5df6716394a req-751c1b6b-09e6-454a-83ef-56291c5a6c91 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1014860 Aug 25 17:58:51.309733 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c3df9-05cd-4696-bb47-044461186039 req-5b48aea6-6fd1-4572-845e-8c64a9b60ac3 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:51.311313 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-797c3df9-05cd-4696-bb47-044461186039 req-5b48aea6-6fd1-4572-845e-8c64a9b60ac3 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 943 time: 0.2100255 Aug 25 17:58:51.330276 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0cf239ac-6efa-4d88-a77e-e5df6716394a req-5adabd10-5443-4197-a34d-5949353161a8 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865152 Aug 25 17:58:51.357533 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 26529a43-9f34-488f-ac9f-a8985262abcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26529a43-9f34-488f-ac9f-a8985262abcb,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:51.388056 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '26529a43-9f34-488f-ac9f-a8985262abcb', 'network_id': '065e45df-0d84-43a5-aa48-12af04431c43', 'port_id': '26529a43-9f34-488f-ac9f-a8985262abcb', 'mac_address': 'fa:16:3e:f1:91:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8edee9d4-f1e6-4948-b6fd-4fc70d55faaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:58:51.391651 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-49ff0f5e-95c4-47ec-b145-932f9cff06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:51.393441 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-49ff0f5e-95c4-47ec-b145-932f9cff06c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 909 time: 0.2307587 Aug 25 17:58:51.455012 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-797c3df9-05cd-4696-bb47-044461186039 req-a9797e32-a144-4823-8443-c2b580b73109 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259317 Aug 25 17:58:51.458969 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:51.473191 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26529a43-9f34-488f-ac9f-a8985262abcb {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:58:51.499245 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 26529a43-9f34-488f-ac9f-a8985262abcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26529a43-9f34-488f-ac9f-a8985262abcb,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:51.504948 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:51.508166 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '7ccddfb3-ba09-43e2-aec9-6776204a9e7a', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'port_id': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'mac_address': 'fa:16:3e:95:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:58:49Z', 'updated_at': '2021-08-25T17:58:49Z', 'revision_number': 0, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 5, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:58:51.527159 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-82b8be92-00be-4964-8681-a286274c2627 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 1000 time: 0.1087863 Aug 25 17:58:51.567986 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] Checking router: ab446c08-ee9f-4459-b0c5-3c74d9286b1d for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:58:51.579168 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=26529a43-9f34-488f-ac9f-a8985262abcb,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:51.586181 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:58:51.587246 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.587439 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:58:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:58:51.587700 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.588241 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.588622 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.589184 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.589585 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.589967 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.590308 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.590653 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.591006 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.591336 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.591708 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:58:51.615875 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-7378c06b-f27f-4fd0-b6dc-0da9d3ea9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:51.617637 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-7378c06b-f27f-4fd0-b6dc-0da9d3ea9828 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 200 len: 847 time: 0.0806434 Aug 25 17:58:51.710063 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-bcc9f6ed-501f-4d33-aa3c-dd6dd18b2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:51.710063 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-bcc9f6ed-501f-4d33-aa3c-dd6dd18b2b88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760422 Aug 25 17:58:51.744478 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:58:51.870677 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-d873b143-729c-4c39-b22f-1687cf0a6f4a service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395426 Aug 25 17:58:51.936354 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['26529a43-9f34-488f-ac9f-a8985262abcb'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:58:52.023952 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-709c37f5-fd0a-482a-b006-ad69fe33e450 req-67c491f7-f730-49d8-8c06-8f90f65f171c service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349728 Aug 25 17:58:52.074818 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49000) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:52.137905 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '7ccddfb3-ba09-43e2-aec9-6776204a9e7a', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'port_id': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'mac_address': 'fa:16:3e:95:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:58:49Z', 'updated_at': '2021-08-25T17:58:49Z', 'revision_number': 0, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 5, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:58:52.169022 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9290db-f858-4dab-b266-5854de33d90c None None] The sync data for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi is: [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '7ccddfb3-ba09-43e2-aec9-6776204a9e7a', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'port_id': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'mac_address': 'fa:16:3e:95:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:58:49Z', 'updated_at': '2021-08-25T17:58:49Z', 'revision_number': 0, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 5, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:58:52.202309 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df6455e2-7094-477f-8748-9003ea0a08d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:52.324419 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df6455e2-7094-477f-8748-9003ea0a08d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:52.330620 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df6455e2-7094-477f-8748-9003ea0a08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:52.375926 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-df6455e2-7094-477f-8748-9003ea0a08d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90dfa34a0c384f0e9ba6f2a0eed83a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976069 Aug 25 17:58:52.375926 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6455e2-7094-477f-8748-9003ea0a08d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ff40d-cdef-42d5-af2b-d62f5bd8d75e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:52.378054 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:52.442904 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdac10-5316-4d5c-86cd-260d845fdeb6 None None] New status for floating IP 7ccddfb3-ba09-43e2-aec9-6776204a9e7a: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:58:52.498784 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf68e93-2e60-4f9b-adbd-273545b8223c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:52.541848 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf68e93-2e60-4f9b-adbd-273545b8223c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:52.577194 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49988b9-18de-44f1-9b1c-1fa58ebc60c4 req-78ef1207-dfd0-4950-938e-125dab055a5a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:52.580383 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b49988b9-18de-44f1-9b1c-1fa58ebc60c4 req-78ef1207-dfd0-4950-938e-125dab055a5a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.1319098 Aug 25 17:58:52.622801 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2f2d7-2219-4026-bc7f-2b3934cd9df7 req-2b258ca4-545f-4d61-b7cf-9b746d2b1344 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:52.624574 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9ac2f2d7-2219-4026-bc7f-2b3934cd9df7 req-2b258ca4-545f-4d61-b7cf-9b746d2b1344 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 944 time: 0.0591481 Aug 25 17:58:52.648924 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b49988b9-18de-44f1-9b1c-1fa58ebc60c4 req-c8d62a1d-6695-4ab7-97a3-2bd3f9728b3f tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570977 Aug 25 17:58:52.669539 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf68e93-2e60-4f9b-adbd-273545b8223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:52.672528 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf68e93-2e60-4f9b-adbd-273545b8223c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:52.673681 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6bf68e93-2e60-4f9b-adbd-273545b8223c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/333ff40d-cdef-42d5-af2b-d62f5bd8d75e HTTP/1.1" status: 204 len: 168 time: 0.2943497 Aug 25 17:58:52.683766 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf68e93-2e60-4f9b-adbd-273545b8223c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ff40d-cdef-42d5-af2b-d62f5bd8d75e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:52.732717 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9ac2f2d7-2219-4026-bc7f-2b3934cd9df7 req-817d4ca3-d1d2-40ea-80ba-ca2695fca717 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001043 Aug 25 17:58:53.052977 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49014) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:53.072622 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00ae1d15-1fa9-4bc9-9b09-3f4f4065d440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.129619 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 26529a43-9f34-488f-ac9f-a8985262abcb up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:58:53.194179 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00ae1d15-1fa9-4bc9-9b09-3f4f4065d440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.203949 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00ae1d15-1fa9-4bc9-9b09-3f4f4065d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.205312 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 26529a43-9f34-488f-ac9f-a8985262abcb completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:58:53.209942 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 26529a43-9f34-488f-ac9f-a8985262abcb triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:58:53.210378 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.246995 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-00ae1d15-1fa9-4bc9-9b09-3f4f4065d440 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9c63e6faeb94009b8a1be14bb3960b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926460 Aug 25 17:58:53.251950 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:53.253173 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae1d15-1fa9-4bc9-9b09-3f4f4065d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98345167-6d19-4db7-974b-b7179fc3ab28,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:53.307163 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.333956 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69946a96-2536-466e-9802-f92bb02f648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26529a43-9f34-488f-ac9f-a8985262abcb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:53.336395 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e880f7-0bd2-4e02-b99b-a942eabf48f8" -d '{"events": [{"server_uuid": "69946a96-2536-466e-9802-f92bb02f648b", "name": "network-vif-plugged", "status": "completed", "tag": "26529a43-9f34-488f-ac9f-a8985262abcb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:53.337156 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a078582-d34f-4352-85d7-89213d5b0867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.354283 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 26529a43-9f34-488f-ac9f-a8985262abcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26529a43-9f34-488f-ac9f-a8985262abcb,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:53.359229 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.377448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a078582-d34f-4352-85d7-89213d5b0867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.392569 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f040ee-9881-4f8d-b0f1-367c13a9d451 x-openstack-request-id: req-23f040ee-9881-4f8d-b0f1-367c13a9d451 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:53.392968 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69946a96-2536-466e-9802-f92bb02f648b", "name": "network-vif-plugged", "status": "completed", "tag": "26529a43-9f34-488f-ac9f-a8985262abcb", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:53.393184 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23f040ee-9881-4f8d-b0f1-367c13a9d451 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:53.393540 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69946a96-2536-466e-9802-f92bb02f648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26529a43-9f34-488f-ac9f-a8985262abcb', 'code': 200} Aug 25 17:58:53.417959 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=26529a43-9f34-488f-ac9f-a8985262abcb,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:53.449790 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a078582-d34f-4352-85d7-89213d5b0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.458629 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a078582-d34f-4352-85d7-89213d5b0867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:53.460098 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1a078582-d34f-4352-85d7-89213d5b0867 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98345167-6d19-4db7-974b-b7179fc3ab28 HTTP/1.1" status: 204 len: 168 time: 0.2071285 Aug 25 17:58:53.471199 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078582-d34f-4352-85d7-89213d5b0867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98345167-6d19-4db7-974b-b7179fc3ab28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:53.634118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2edec-9222-44e4-a045-b1ac0cacc527 req-fe1c0b9c-792c-4a9d-9818-5c44a82b274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:53.637125 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-84a2edec-9222-44e4-a045-b1ac0cacc527 req-fe1c0b9c-792c-4a9d-9818-5c44a82b274f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 1098 time: 0.0536439 Aug 25 17:58:53.693130 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-84a2edec-9222-44e4-a045-b1ac0cacc527 req-84cf5462-ab00-4641-80aa-f55ea3ab0194 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444663 Aug 25 17:58:53.801281 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab4f-bc19-43c3-9153-232f4f36f9c8 req-0499ee6d-6b9f-47dc-bb54-359c416dc248 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:53.803626 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-55acab4f-bc19-43c3-9153-232f4f36f9c8 req-0499ee6d-6b9f-47dc-bb54-359c416dc248 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0711372 Aug 25 17:58:53.850894 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-55acab4f-bc19-43c3-9153-232f4f36f9c8 req-d418f256-5764-430d-a0b9-54a14d73cce7 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374818 Aug 25 17:58:53.875660 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4e15-c68e-4ddb-a4b2-58e56063e47d req-7ca7bd94-29dc-4209-a725-d65adc74eacc tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:53.878073 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b33c4e15-c68e-4ddb-a4b2-58e56063e47d req-7ca7bd94-29dc-4209-a725-d65adc74eacc tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0777469 Aug 25 17:58:54.151597 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b33c4e15-c68e-4ddb-a4b2-58e56063e47d req-a814f646-1352-4770-8328-94a03a3d5300 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658975 Aug 25 17:58:55.142682 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-04707c25-0b43-4430-9037-b95a7dae524c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:55.145394 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-04707c25-0b43-4430-9037-b95a7dae524c tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.0722022 Aug 25 17:58:55.308466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da44a3-d748-4dbb-9865-a7c50a801bd6 req-b57e013a-9430-4b39-81a0-6840166d8525 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:55.310279 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-11da44a3-d748-4dbb-9865-a7c50a801bd6 req-b57e013a-9430-4b39-81a0-6840166d8525 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0589654 Aug 25 17:58:55.359123 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Deleting port 8bcd8295-262d-41d4-98bc-4d741701ad4e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:58:55.359708 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:55.360544 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-11da44a3-d748-4dbb-9865-a7c50a801bd6 req-eed8ea38-0318-4447-8959-9bead6497cc2 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Aug 25 17:58:55.396176 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198efc5f-5499-420d-a26f-5aeb8e615da1 req-4af829a5-74a5-410e-86a6-8abc09cec01a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:55.397749 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-198efc5f-5499-420d-a26f-5aeb8e615da1 req-4af829a5-74a5-410e-86a6-8abc09cec01a tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 946 time: 0.4684525 Aug 25 17:58:55.485679 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-198efc5f-5499-420d-a26f-5aeb8e615da1 req-d8a097de-2aa0-4da0-97ea-1924288ffd5d tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/security-groups?id=69fd2c12-b0e3-4589-930a-54d3eacc4527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581701 Aug 25 17:58:55.519302 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] For port 8bcd8295-262d-41d4-98bc-4d741701ad4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8bcd8295-262d-41d4-98bc-4d741701ad4e,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:55.519839 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:55.538894 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Calling delete_port for 8bcd8295-262d-41d4-98bc-4d741701ad4e owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:58:55.719003 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:55.746684 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['8bcd8295-262d-41d4-98bc-4d741701ad4e'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:58:55.761346 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Pushing event deleted for resources: {'Port': ['ID=8bcd8295-262d-41d4-98bc-4d741701ad4e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:55.824107 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] No DVR routers for this DVR port 8bcd8295-262d-41d4-98bc-4d741701ad4e on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:58:55.828614 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:55.832108 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-334cbccb-9ab5-4670-8c5c-8f09872a5170 req-2d226838-739d-442c-b041-977f6f9a83b2 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.10 "DELETE /v2.0/ports/8bcd8295-262d-41d4-98bc-4d741701ad4e HTTP/1.1" status: 204 len: 173 time: 0.6740119 Aug 25 17:58:55.832773 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'name': 'network-vif-deleted', 'tag': '8bcd8295-262d-41d4-98bc-4d741701ad4e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:58:55.837421 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e1bc3-87ae-4622-af3c-b80b43191f34" -d '{"events": [{"server_uuid": "7e140e0d-9695-41aa-88eb-d7c068d3c198", "name": "network-vif-deleted", "tag": "8bcd8295-262d-41d4-98bc-4d741701ad4e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:58:55.892845 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae035467-03b0-4533-919b-2e2be637d560 x-openstack-request-id: req-ae035467-03b0-4533-919b-2e2be637d560 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:58:55.893330 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e140e0d-9695-41aa-88eb-d7c068d3c198", "name": "network-vif-deleted", "tag": "8bcd8295-262d-41d4-98bc-4d741701ad4e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:58:55.893739 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae035467-03b0-4533-919b-2e2be637d560 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:58:55.894309 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e140e0d-9695-41aa-88eb-d7c068d3c198', 'name': 'network-vif-deleted', 'tag': '8bcd8295-262d-41d4-98bc-4d741701ad4e', 'status': 'completed', 'code': 200} Aug 25 17:58:56.558996 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75926c44-bff3-4c10-a363-206460c704ec req-6ab999e6-1fcc-4186-93b1-a41d05615702 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:58:56.560555 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-75926c44-bff3-4c10-a363-206460c704ec req-6ab999e6-1fcc-4186-93b1-a41d05615702 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0839536 Aug 25 17:58:56.610997 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-75926c44-bff3-4c10-a363-206460c704ec req-1f70a7cf-3755-4f93-b55d-9b9a547f157a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386970 Aug 25 17:58:56.697858 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-89c8279e-1f8e-4463-bd22-8ee01b463921 req-56220f7a-241a-49ee-bd3c-58a523c53255 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e140e0d-9695-41aa-88eb-d7c068d3c198 HTTP/1.1" status: 200 len: 210 time: 0.0716429 Aug 25 17:58:56.838904 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:56.989115 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-575990ab-e36b-4446-858a-1399a24535c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.102599 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-575990ab-e36b-4446-858a-1399a24535c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.109794 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-575990ab-e36b-4446-858a-1399a24535c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.155689 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-575990ab-e36b-4446-858a-1399a24535c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e862d6a0951340cbba17ad772a456f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198240 Aug 25 17:58:57.156669 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575990ab-e36b-4446-858a-1399a24535c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbda55b-ec67-4efe-ae80-a52b7398e87b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:57.159737 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49120) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:57.230383 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dc80-2685-4a35-b998-6714585b5e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.255604 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dc80-2685-4a35-b998-6714585b5e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.308986 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dc80-2685-4a35-b998-6714585b5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.311470 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dc80-2685-4a35-b998-6714585b5e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.313189 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-2cb0dc80-2685-4a35-b998-6714585b5e90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dbda55b-ec67-4efe-ae80-a52b7398e87b HTTP/1.1" status: 204 len: 168 time: 0.1517987 Aug 25 17:58:57.320981 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0dc80-2685-4a35-b998-6714585b5e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbda55b-ec67-4efe-ae80-a52b7398e87b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:57.620594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49126) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:57.638460 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13ddb2ee-f977-430d-8cfe-c5e4b88a6466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.747819 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13ddb2ee-f977-430d-8cfe-c5e4b88a6466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.752297 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13ddb2ee-f977-430d-8cfe-c5e4b88a6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.779465 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:57.791417 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-13ddb2ee-f977-430d-8cfe-c5e4b88a6466 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfd6f2afea91488e8313939c091a0500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693325 Aug 25 17:58:57.792689 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddb2ee-f977-430d-8cfe-c5e4b88a6466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e31190-db08-4812-9616-479609fdae40,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:57.795918 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49134) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:57.855775 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c87c71f5-26a9-4c0b-befd-f570c40ce577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.881655 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c87c71f5-26a9-4c0b-befd-f570c40ce577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.944186 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c87c71f5-26a9-4c0b-befd-f570c40ce577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.948288 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c87c71f5-26a9-4c0b-befd-f570c40ce577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:57.949505 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c87c71f5-26a9-4c0b-befd-f570c40ce577 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86e31190-db08-4812-9616-479609fdae40 HTTP/1.1" status: 204 len: 168 time: 0.1526484 Aug 25 17:58:57.958139 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c71f5-26a9-4c0b-befd-f570c40ce577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e31190-db08-4812-9616-479609fdae40,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:58.869916 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.166342 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8bcd8295-262d-41d4-98bc-4d741701ad4e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:58:59.209505 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 8bcd8295-262d-41d4-98bc-4d741701ad4e {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:58:59.209971 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 8bcd8295-262d-41d4-98bc-4d741701ad4e not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:58:59.243762 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Deleting port dfadd87f-be74-40a6-aa13-29a3a434334d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:58:59.244175 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.325918 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49170) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:59.336005 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] For port dfadd87f-be74-40a6-aa13-29a3a434334d, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=dfadd87f-be74-40a6-aa13-29a3a434334d,segment=NetworkSegment(177098ae-71fa-4a12-8244-d67955f7ed4b),segment_id=177098ae-71fa-4a12-8244-d67955f7ed4b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:58:59.336414 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.349802 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Calling delete_port for dfadd87f-be74-40a6-aa13-29a3a434334d owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:58:59.445293 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b069-09a9-4215-92d3-00976cd2291b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.555831 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b069-09a9-4215-92d3-00976cd2291b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.558734 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.560982 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b069-09a9-4215-92d3-00976cd2291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.591881 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfadd87f-be74-40a6-aa13-29a3a434334d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:59.610633 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8ee3b069-09a9-4215-92d3-00976cd2291b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1360e0d673643979e7a3650aeb02692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834339 Aug 25 17:58:59.611990 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3b069-09a9-4215-92d3-00976cd2291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6082602f-68f1-4d41-a95e-6b0bf56edf50,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:58:59.615584 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49174) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:58:59.681178 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd7bd40c-4ee3-49d3-abf4-2398ec761833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.706688 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd7bd40c-4ee3-49d3-abf4-2398ec761833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.769283 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd7bd40c-4ee3-49d3-abf4-2398ec761833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.774002 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd7bd40c-4ee3-49d3-abf4-2398ec761833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.775922 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-fd7bd40c-4ee3-49d3-abf4-2398ec761833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6082602f-68f1-4d41-a95e-6b0bf56edf50 HTTP/1.1" status: 204 len: 168 time: 0.1581202 Aug 25 17:58:59.788687 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:58:59.791234 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bd40c-4ee3-49d3-abf4-2398ec761833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6082602f-68f1-4d41-a95e-6b0bf56edf50,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:00.058780 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Router fc653a59-390b-4d1d-a1f5-343882ee6ac3 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:59:00.181256 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:59:00.187879 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-9bad1dbf-959b-44a4-a283-5926bbfb1ff6 admin admin] 10.222.0.23 "PUT /v2.0/routers/fc653a59-390b-4d1d-a1f5-343882ee6ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4067593 Aug 25 17:59:00.189518 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:00.193307 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] Sync routers for ids ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:59:00.203534 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] Routers {'fc653a59-390b-4d1d-a1f5-343882ee6ac3'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:59:00.204303 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:58:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:00.318189 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:00.336708 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] Set router fc653a59-390b-4d1d-a1f5-343882ee6ac3 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:59:00.477045 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:00.548794 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Deleting port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:59:00.549144 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:00.578006 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:58:59Z', 'revision_number': 5, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port': {'id': 'fc5e5bfd-7fc3-4afd-bbca-5016f69e0069', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:00.605792 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] Checking router: fc653a59-390b-4d1d-a1f5-343882ee6ac3 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:59:00.615373 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] Routers {'fc653a59-390b-4d1d-a1f5-343882ee6ac3'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:59:00.616006 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:58:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:00.647980 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] For port fc5e5bfd-7fc3-4afd-bbca-5016f69e0069, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:00.648371 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:00.666604 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Calling delete_port for fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:59:00.803434 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] Set router fc653a59-390b-4d1d-a1f5-343882ee6ac3 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:59:00.859682 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:00.869131 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:59:00Z', 'revision_number': 6, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:00.900161 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5a0c2-11c7-4100-a4ac-a3ea191ac79d None None] The sync data for ids ['fc653a59-390b-4d1d-a1f5-343882ee6ac3'] in dv-cinder-786386-10-iscsi is: [{'id': 'fc653a59-390b-4d1d-a1f5-343882ee6ac3', 'name': 'tempest-ServerRescueNegativeTestJSON-1007860125-router', 'tenant_id': '72890f4e08bb46e0b671da8d82c6dba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:59:00Z', 'revision_number': 6, 'project_id': '72890f4e08bb46e0b671da8d82c6dba0', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:59:00.900572 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5e5bfd-7fc3-4afd-bbca-5016f69e0069,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:00.972432 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.080957 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.083596 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.386205 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.387199 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc653a59-390b-4d1d-a1f5-343882ee6ac3 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:59:01.396873 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.401954 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-238f3a54-c430-48cd-ad12-223ac92df21f admin admin] 10.222.0.23 "DELETE /v2.0/routers/fc653a59-390b-4d1d-a1f5-343882ee6ac3 HTTP/1.1" status: 204 len: 168 time: 1.2073698 Aug 25 17:59:01.402263 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:01.458852 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] Deleting subnet 4564420a-7c62-4319-a790-5156630ca582 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:59:01.462389 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.517130 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995904'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.558158 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.622517 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14353649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14483547'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.654506 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4564420a-7c62-4319-a790-5156630ca582,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:01.658359 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.662484 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-923a96cc-eab4-4dcb-a6b9-0bac139e16ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4564420a-7c62-4319-a790-5156630ca582 HTTP/1.1" status: 204 len: 168 time: 0.2568972 Aug 25 17:59:01.663065 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:01.742845 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.844239 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.856158 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba832b8-dc42-4633-9767-92874877ac0a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:01.868249 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177098ae-71fa-4a12-8244-d67955f7ed4b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:01.868608 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177098ae-71fa-4a12-8244-d67955f7ed4b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:01.878441 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995935'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.893420 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.893603 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device dfadd87f-be74-40a6-aa13-29a3a434334d no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:59:01.901110 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:59:01.901556 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14353559'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: Traceback (most recent call last): Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: timer() Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: cb(*args, **kw) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: return func(*args, **kwargs) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: self._notify() Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: self.callback(batched_events) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: event.method(event) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: return f(self, *a, **k) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._get(url).json() Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: return self.request(url, 'GET', **kwargs) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:59:01.903613 dv-cinder-786386-10-iscsi neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:59:01.915765 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: dfadd87f-be74-40a6-aa13-29a3a434334d {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:59:01.916305 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device dfadd87f-be74-40a6-aa13-29a3a434334d not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:59:01.985836 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.993397 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:01.996210 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4ba832b8-dc42-4633-9767-92874877ac0a HTTP/1.1" status: 204 len: 168 time: 0.3324552 Aug 25 17:59:02.013505 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb724-0112-48d6-b9b2-649faf54ccb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba832b8-dc42-4633-9767-92874877ac0a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:02.236646 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49192) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:02.277247 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-efa763b2-0eff-438e-98d0-b9b46a4d0a43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72890f4e08bb46e0b671da8d82c6dba0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392809 Aug 25 17:59:02.279835 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49194) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:02.337416 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1b4512b-a002-4eab-a799-5c80162c9364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:02.360064 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1b4512b-a002-4eab-a799-5c80162c9364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:02.414714 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1b4512b-a002-4eab-a799-5c80162c9364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:02.417166 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1b4512b-a002-4eab-a799-5c80162c9364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:02.418318 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e1b4512b-a002-4eab-a799-5c80162c9364 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69fd2c12-b0e3-4589-930a-54d3eacc4527 HTTP/1.1" status: 204 len: 168 time: 0.1374559 Aug 25 17:59:02.426069 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4512b-a002-4eab-a799-5c80162c9364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd2c12-b0e3-4589-930a-54d3eacc4527,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:02.933377 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-91ec0c4a-f63a-4193-a9c5-4338512f6b19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539489 Aug 25 17:59:03.025753 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-5ca2b70f-834f-4e87-8478-0a7fb977a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:03.027444 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-5ca2b70f-834f-4e87-8478-0a7fb977a6d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 1100 time: 0.0581069 Aug 25 17:59:03.105271 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:03.184032 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-cb33433b-f410-483b-89bb-b4d9c6454f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:03.186108 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-cb33433b-f410-483b-89bb-b4d9c6454f00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.1185842 Aug 25 17:59:03.271943 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-55093ce3-dfb2-4b4b-a820-0a5a56d76579 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 200 len: 1002 time: 0.0693536 Aug 25 17:59:03.344819 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-d9cfc3cb-2958-4ee9-80ff-9da20af0264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:03.346464 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-d9cfc3cb-2958-4ee9-80ff-9da20af0264a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0652602 Aug 25 17:59:03.427718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-110f9a59-b0b0-4601-bc33-73c5eb2f70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:03.430272 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-110f9a59-b0b0-4601-bc33-73c5eb2f70bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687423 Aug 25 17:59:03.451340 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:59:03.479303 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:59:03.480021 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device fc5e5bfd-7fc3-4afd-bbca-5016f69e0069 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:59:03.831229 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-89e7fc11-c3c1-4709-9835-83853b70fa06 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891764 Aug 25 17:59:03.992819 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cdb709f3-bac9-409a-9a78-230d9405f256 req-284793de-922e-4950-8179-6e914571361d service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468146 Aug 25 17:59:04.625866 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49248) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:04.759738 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-528a95d0-e0df-494b-8113-7cdfb9aa851f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:04.882276 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-528a95d0-e0df-494b-8113-7cdfb9aa851f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:04.886354 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-528a95d0-e0df-494b-8113-7cdfb9aa851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:04.940843 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-528a95d0-e0df-494b-8113-7cdfb9aa851f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad1ad9ce2f234c7c82760d71fcf9d1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073287 Aug 25 17:59:04.940843 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a95d0-e0df-494b-8113-7cdfb9aa851f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34edd96-1370-4a67-b60e-3cf49834e05b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:04.941699 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49256) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:05.008532 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd619d7-331a-435e-a99c-f2ee6603fc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.031461 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd619d7-331a-435e-a99c-f2ee6603fc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.092831 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd619d7-331a-435e-a99c-f2ee6603fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.096205 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd619d7-331a-435e-a99c-f2ee6603fc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.097414 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-cdd619d7-331a-435e-a99c-f2ee6603fc2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c34edd96-1370-4a67-b60e-3cf49834e05b HTTP/1.1" status: 204 len: 168 time: 0.1583073 Aug 25 17:59:05.105419 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd619d7-331a-435e-a99c-f2ee6603fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34edd96-1370-4a67-b60e-3cf49834e05b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:05.439544 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49262) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:05.456448 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce1998e7-b747-4a96-acd8-9b3e6ae0f84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.580920 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce1998e7-b747-4a96-acd8-9b3e6ae0f84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.585859 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce1998e7-b747-4a96-acd8-9b3e6ae0f84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.626479 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ce1998e7-b747-4a96-acd8-9b3e6ae0f84a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d170d0dd3257499896365528d2a2412e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851964 Aug 25 17:59:05.627891 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1998e7-b747-4a96-acd8-9b3e6ae0f84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ddb5e-8883-4b7a-b785-b1a646adcdfb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:05.630247 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49264) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:05.688611 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49933ab3-0afc-4be1-aab6-441452046131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.711870 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49933ab3-0afc-4be1-aab6-441452046131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.729492 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2111-9e4f-4dd3-b19f-6fd8c115f245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.766448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49933ab3-0afc-4be1-aab6-441452046131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.769428 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49933ab3-0afc-4be1-aab6-441452046131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:05.770981 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-49933ab3-0afc-4be1-aab6-441452046131 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b4ddb5e-8883-4b7a-b785-b1a646adcdfb HTTP/1.1" status: 204 len: 168 time: 0.1388187 Aug 25 17:59:05.780686 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49933ab3-0afc-4be1-aab6-441452046131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ddb5e-8883-4b7a-b785-b1a646adcdfb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:08.385027 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3748616-66ba-4164-9e3a-65ee8ab1d440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:08.614341 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:09.534611 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:11.250086 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:59:11.328037 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.161915 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49382) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:14.283445 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d0ab670-c888-4706-af51-dee6387e04fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.382778 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d0ab670-c888-4706-af51-dee6387e04fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.387339 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d0ab670-c888-4706-af51-dee6387e04fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.425567 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ab670-c888-4706-af51-dee6387e04fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60dba69-1c06-4bbf-a130-6f46a99063cf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:14.429891 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6d0ab670-c888-4706-af51-dee6387e04fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb5b503d91ea401bb5780fd602e6a992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669365 Aug 25 17:59:14.432585 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:14.492044 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ae09fa-3a5b-4ab6-9135-903d6d2dac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.523712 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ae09fa-3a5b-4ab6-9135-903d6d2dac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.592194 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ae09fa-3a5b-4ab6-9135-903d6d2dac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.595284 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ae09fa-3a5b-4ab6-9135-903d6d2dac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:14.596645 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e6ae09fa-3a5b-4ab6-9135-903d6d2dac86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e60dba69-1c06-4bbf-a130-6f46a99063cf HTTP/1.1" status: 204 len: 168 time: 0.1629665 Aug 25 17:59:14.605093 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae09fa-3a5b-4ab6-9135-903d6d2dac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60dba69-1c06-4bbf-a130-6f46a99063cf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:14.935127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49398) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:14.953414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-260a976f-dad0-4533-a15c-128bed534eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:15.059164 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-260a976f-dad0-4533-a15c-128bed534eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:15.064376 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-260a976f-dad0-4533-a15c-128bed534eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:15.102456 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-260a976f-dad0-4533-a15c-128bed534eb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9e2c5c3b0bf4f8c9ce93af4b76fc4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658168 Aug 25 17:59:15.103295 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a976f-dad0-4533-a15c-128bed534eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c19650-ff71-4df0-8194-78a4e52e0fd4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:15.109411 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:15.162592 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6db8d7e-64ce-44a2-ae7d-85046ca793c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:15.184731 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6db8d7e-64ce-44a2-ae7d-85046ca793c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:15.253632 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6db8d7e-64ce-44a2-ae7d-85046ca793c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:15.257070 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6db8d7e-64ce-44a2-ae7d-85046ca793c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:15.258794 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c6db8d7e-64ce-44a2-ae7d-85046ca793c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20c19650-ff71-4df0-8194-78a4e52e0fd4 HTTP/1.1" status: 204 len: 168 time: 0.1483035 Aug 25 17:59:15.267151 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db8d7e-64ce-44a2-ae7d-85046ca793c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c19650-ff71-4df0-8194-78a4e52e0fd4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:18.449270 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414e5b8-f72d-4072-ae64-d4a956c9f8cb req-590947ba-c316-418d-b6ac-aa09987e82b9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:18.450770 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9414e5b8-f72d-4072-ae64-d4a956c9f8cb req-590947ba-c316-418d-b6ac-aa09987e82b9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0774763 Aug 25 17:59:18.505029 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9414e5b8-f72d-4072-ae64-d4a956c9f8cb req-bb8ffe2a-ec22-4e66-b33e-5ec67e5a2543 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444367 Aug 25 17:59:19.665086 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453caee-2c62-4a68-ab52-946986f555c8 req-986173b3-fe56-4eaf-a8f7-5d3fa09ddbd9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:19.666721 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5453caee-2c62-4a68-ab52-946986f555c8 req-986173b3-fe56-4eaf-a8f7-5d3fa09ddbd9 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0647583 Aug 25 17:59:19.714482 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5453caee-2c62-4a68-ab52-946986f555c8 req-aa64d34e-bc25-403e-803d-e9a6769e3d38 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387065 Aug 25 17:59:20.859197 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f299d93-d74b-4681-8303-d0777d0039ab req-767189b0-17eb-4bb8-96fa-1316bdaaf2fd tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:20.860816 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8f299d93-d74b-4681-8303-d0777d0039ab req-767189b0-17eb-4bb8-96fa-1316bdaaf2fd tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0547602 Aug 25 17:59:20.913311 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8f299d93-d74b-4681-8303-d0777d0039ab req-3b779541-e538-4997-ad12-4f37ae703509 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Aug 25 17:59:22.038958 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d3ac0-3422-46d4-a259-e97c34770039 req-5d628b91-a291-4a93-9b7a-69a29c8c2315 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:22.040717 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ba5d3ac0-3422-46d4-a259-e97c34770039 req-5d628b91-a291-4a93-9b7a-69a29c8c2315 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0524130 Aug 25 17:59:22.089009 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ba5d3ac0-3422-46d4-a259-e97c34770039 req-e6f696ce-fe4a-4a12-84e8-58777d163ccd tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/security-groups?id=54949550-f93e-42dd-963d-4c9b330b5783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Aug 25 17:59:22.689383 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-8feef188-bf31-4746-9eae-2cbf607458b0 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:22.690935 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-8feef188-bf31-4746-9eae-2cbf607458b0 tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 945 time: 0.0508204 Aug 25 17:59:22.797114 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Deleting port 26529a43-9f34-488f-ac9f-a8985262abcb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:59:22.797609 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:22.903525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] For port 26529a43-9f34-488f-ac9f-a8985262abcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26529a43-9f34-488f-ac9f-a8985262abcb,segment=NetworkSegment(57dae4cc-c687-4cb7-8717-bdd1d49421e3),segment_id=57dae4cc-c687-4cb7-8717-bdd1d49421e3)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:22.903891 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:22.918362 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Calling delete_port for 26529a43-9f34-488f-ac9f-a8985262abcb owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:59:23.070011 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:23.082603 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['26529a43-9f34-488f-ac9f-a8985262abcb'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:59:23.106650 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Pushing event deleted for resources: {'Port': ['ID=26529a43-9f34-488f-ac9f-a8985262abcb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:23.163926 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.164348 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.164719 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.165043 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.165384 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.165793 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.166118 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.166542 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.167054 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.167417 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.167757 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.168124 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:23.173360 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] No DVR routers for this DVR port 26529a43-9f34-488f-ac9f-a8985262abcb on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:59:23.184847 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:23.186968 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c3dc947a-1466-4a52-a777-1d47cba7ccbc req-d560c64c-1d21-4704-bbc1-879f0a9e748a tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.10 "DELETE /v2.0/ports/26529a43-9f34-488f-ac9f-a8985262abcb HTTP/1.1" status: 204 len: 173 time: 0.4868701 Aug 25 17:59:23.187431 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69946a96-2536-466e-9802-f92bb02f648b', 'name': 'network-vif-deleted', 'tag': '26529a43-9f34-488f-ac9f-a8985262abcb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:59:23.190061 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b83cb9-8815-4477-8e56-503643a43f5a" -d '{"events": [{"server_uuid": "69946a96-2536-466e-9802-f92bb02f648b", "name": "network-vif-deleted", "tag": "26529a43-9f34-488f-ac9f-a8985262abcb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:59:23.209100 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eec1676b-4fa9-4665-8a8b-a1c549936731 req-3dc5b494-8a73-466c-ab9c-8a1a9496d99b tempest-VolumesSnapshotTestJSON-693410831 tempest-VolumesSnapshotTestJSON-693410831-project] 10.222.0.23 "GET /v2.0/ports?device_id=69946a96-2536-466e-9802-f92bb02f648b HTTP/1.1" status: 200 len: 210 time: 0.0368385 Aug 25 17:59:23.247167 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925c30a5-3256-4280-8e9a-c5300c1c9e76 x-openstack-request-id: req-925c30a5-3256-4280-8e9a-c5300c1c9e76 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:59:23.247630 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69946a96-2536-466e-9802-f92bb02f648b", "name": "network-vif-deleted", "tag": "26529a43-9f34-488f-ac9f-a8985262abcb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:59:23.248042 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-925c30a5-3256-4280-8e9a-c5300c1c9e76 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:59:23.248767 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69946a96-2536-466e-9802-f92bb02f648b', 'name': 'network-vif-deleted', 'tag': '26529a43-9f34-488f-ac9f-a8985262abcb', 'status': 'completed', 'code': 200} Aug 25 17:59:26.295233 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49552) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:26.401398 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3aafc714-bad8-4175-8808-ea9c65776a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:26.502574 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3aafc714-bad8-4175-8808-ea9c65776a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:26.507926 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3aafc714-bad8-4175-8808-ea9c65776a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:26.550440 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-3aafc714-bad8-4175-8808-ea9c65776a86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29beafb8e1c84adfb37c65926ffc31f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541087 Aug 25 17:59:26.551441 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafc714-bad8-4175-8808-ea9c65776a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0993bc9-55f8-48fe-af59-04df27a49aa6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:26.553343 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:26.608824 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:26.631011 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:26.683080 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:26.686175 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:26.687372 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0993bc9-55f8-48fe-af59-04df27a49aa6 HTTP/1.1" status: 204 len: 168 time: 0.1322715 Aug 25 17:59:26.695521 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0993bc9-55f8-48fe-af59-04df27a49aa6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:26.703667 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.704020 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.704394 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.704727 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.705062 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.705396 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.705725 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.706055 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.706392 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.706715 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.707043 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.707384 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd141aa-2e90-4757-9fd4-96e1695a0ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:26.952797 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:26.966570 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814815cc-d615-40a3-9114-6c51f0cccd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:27.064925 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814815cc-d615-40a3-9114-6c51f0cccd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:27.068971 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814815cc-d615-40a3-9114-6c51f0cccd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:27.107274 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-814815cc-d615-40a3-9114-6c51f0cccd44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9f993735fb6423788aca855c37e29d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533582 Aug 25 17:59:27.108650 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814815cc-d615-40a3-9114-6c51f0cccd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478f69e7-b57e-4b99-b227-25f1da00fb60,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:27.110675 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49568) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:27.161176 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf36d603-87dd-4c31-9e04-cd9e7b31edda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:27.183293 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf36d603-87dd-4c31-9e04-cd9e7b31edda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:27.229611 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf36d603-87dd-4c31-9e04-cd9e7b31edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:27.232415 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf36d603-87dd-4c31-9e04-cd9e7b31edda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:27.234039 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-bf36d603-87dd-4c31-9e04-cd9e7b31edda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/478f69e7-b57e-4b99-b227-25f1da00fb60 HTTP/1.1" status: 204 len: 168 time: 0.1224055 Aug 25 17:59:27.242749 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36d603-87dd-4c31-9e04-cd9e7b31edda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f69e7-b57e-4b99-b227-25f1da00fb60,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:27.837769 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 26529a43-9f34-488f-ac9f-a8985262abcb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:59:27.858590 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 26529a43-9f34-488f-ac9f-a8985262abcb {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:59:27.858937 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 26529a43-9f34-488f-ac9f-a8985262abcb not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:59:29.230394 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:29.367879 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a2db96-d8e4-4e74-9a79-484a9f9a9116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:29.492992 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a2db96-d8e4-4e74-9a79-484a9f9a9116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:29.499317 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a2db96-d8e4-4e74-9a79-484a9f9a9116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:29.542870 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-f6a2db96-d8e4-4e74-9a79-484a9f9a9116 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c276da9c4b92494b8f91e4a2932eac37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110464 Aug 25 17:59:29.545495 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2db96-d8e4-4e74-9a79-484a9f9a9116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1fbd35-7561-4aac-b2dc-3877a10f9658,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:29.546978 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49646) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:29.604602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9d5abd1-ae05-4c8d-9cf6-d8cb72b6f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:29.634624 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9d5abd1-ae05-4c8d-9cf6-d8cb72b6f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:29.695154 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9d5abd1-ae05-4c8d-9cf6-d8cb72b6f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:29.697850 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9d5abd1-ae05-4c8d-9cf6-d8cb72b6f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:29.699106 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e9d5abd1-ae05-4c8d-9cf6-d8cb72b6f226 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e1fbd35-7561-4aac-b2dc-3877a10f9658 HTTP/1.1" status: 204 len: 168 time: 0.1507721 Aug 25 17:59:29.707919 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5abd1-ae05-4c8d-9cf6-d8cb72b6f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1fbd35-7561-4aac-b2dc-3877a10f9658,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:30.033779 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:30.051995 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-902d9378-980a-45d4-a9c8-87bd967677dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:30.141319 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba771fd-d5cf-424e-b46d-8825eac8fa4e req-b52735b0-f1cc-489c-8880-2309268d1fa8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:30.142881 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5ba771fd-d5cf-424e-b46d-8825eac8fa4e req-b52735b0-f1cc-489c-8880-2309268d1fa8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0821426 Aug 25 17:59:30.206401 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-5ba771fd-d5cf-424e-b46d-8825eac8fa4e req-aa2b7e7e-663d-48c1-a302-2d40eb2b1376 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560908 Aug 25 17:59:30.235132 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-902d9378-980a-45d4-a9c8-87bd967677dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:30.238996 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-902d9378-980a-45d4-a9c8-87bd967677dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:30.277569 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d9378-980a-45d4-a9c8-87bd967677dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a901e6-6460-402f-ae0d-f2692224a5fc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:30.282501 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-902d9378-980a-45d4-a9c8-87bd967677dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a177aae2bfdb4f55bb2ae8110d3239b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476029 Aug 25 17:59:30.285300 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:30.339549 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f103e5-d7c1-429c-a9e7-5155daf0ae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:30.364637 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f103e5-d7c1-429c-a9e7-5155daf0ae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:30.412006 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f103e5-d7c1-429c-a9e7-5155daf0ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:30.414921 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f103e5-d7c1-429c-a9e7-5155daf0ae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:30.416089 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-10f103e5-d7c1-429c-a9e7-5155daf0ae34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50a901e6-6460-402f-ae0d-f2692224a5fc HTTP/1.1" status: 204 len: 168 time: 0.1288211 Aug 25 17:59:30.424799 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f103e5-d7c1-429c-a9e7-5155daf0ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a901e6-6460-402f-ae0d-f2692224a5fc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:31.342978 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484a07d-26da-44f0-be34-b840c7d4acac req-f8c71ef6-be82-4e4c-9f31-46c903291562 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:31.344863 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7484a07d-26da-44f0-be34-b840c7d4acac req-f8c71ef6-be82-4e4c-9f31-46c903291562 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0596144 Aug 25 17:59:31.392758 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7484a07d-26da-44f0-be34-b840c7d4acac req-d84d7e9b-7909-4516-b7e9-0fd6d0911b7c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 Aug 25 17:59:32.516902 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525a6cd-639d-41c9-a9fa-21f82cfda7cc req-1002308d-5f6f-497c-9808-0c90ea9c506e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:32.518424 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c525a6cd-639d-41c9-a9fa-21f82cfda7cc req-1002308d-5f6f-497c-9808-0c90ea9c506e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0532436 Aug 25 17:59:32.561440 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c525a6cd-639d-41c9-a9fa-21f82cfda7cc req-7b41bab0-a149-43c6-b584-6500ba43d029 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364573 Aug 25 17:59:32.933969 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-0189f794-6115-4762-b2e9-393ea6f4807f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9241caef98c4b71aced565fae437072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334203 Aug 25 17:59:33.119678 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:33.144983 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-cb7a2f35-f803-4ab4-8ba6-11c9e0fa7e4b tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:33.146550 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-cb7a2f35-f803-4ab4-8ba6-11c9e0fa7e4b tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070360 Aug 25 17:59:33.164177 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-47a7a888-8a64-4880-aba0-15c3cfa799cc tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/quotas/b9241caef98c4b71aced565fae437072 HTTP/1.1" status: 200 len: 375 time: 0.0117226 Aug 25 17:59:33.214392 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-0f1f88ac-b0d0-4551-8f0e-3b91823936f7 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9241caef98c4b71aced565fae437072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430446 Aug 25 17:59:33.401485 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f162765a-b1ab-4531-9395-5e9fba79036e req-33247357-a5c2-4a2d-8ec3-2402485e0165 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 210 time: 0.0290587 Aug 25 17:59:33.708784 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cb39c-0e28-4b34-9c54-e71aa1063ae0 req-98f8d49a-b6f0-485e-bf44-1195a1e5e3df tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:33.710347 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-605cb39c-0e28-4b34-9c54-e71aa1063ae0 req-98f8d49a-b6f0-485e-bf44-1195a1e5e3df tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0628018 Aug 25 17:59:33.759195 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-605cb39c-0e28-4b34-9c54-e71aa1063ae0 req-df904986-4066-426e-8e4c-64590c32aa7e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Aug 25 17:59:34.510727 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-16ebd8d7-18eb-49b2-b5a8-c72c9c74ec9b req-6f0a777b-be52-4633-9315-a18c8a9e4d0c tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 210 time: 0.0316706 Aug 25 17:59:34.883367 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba12ea2-9cf5-47a0-82af-8087313bc1a4 req-157e01f5-c083-4c20-a897-5fe65509718a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:34.884951 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eba12ea2-9cf5-47a0-82af-8087313bc1a4 req-157e01f5-c083-4c20-a897-5fe65509718a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0512149 Aug 25 17:59:34.924953 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eba12ea2-9cf5-47a0-82af-8087313bc1a4 req-27ea1a4f-103f-4094-85bf-141f0da2c7be tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339656 Aug 25 17:59:35.608398 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0e65b997-3e1d-4f46-8fb8-3395f8903041 req-2942cc91-f845-43cf-a208-e0579e7c9436 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 210 time: 0.0262747 Aug 25 17:59:35.722193 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52f5b765-ace4-4f5b-97db-46ac9d0f1235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:36.059679 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4228051-d4f6-403d-a371-9e3792f33ec9 req-42f53b5e-e6be-4241-ad9c-e142677d3c61 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:36.061801 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4228051-d4f6-403d-a371-9e3792f33ec9 req-42f53b5e-e6be-4241-ad9c-e142677d3c61 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0566425 Aug 25 17:59:36.100451 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4228051-d4f6-403d-a371-9e3792f33ec9 req-590d7c70-dda8-4d13-8278-2cda3df8f51c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Aug 25 17:59:36.722562 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6f412ae3-1e77-455c-b831-5caa21a97b6c req-b21793fb-87d6-48f9-a092-1678857b1f6d tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 210 time: 0.0395172 Aug 25 17:59:36.949124 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-002cb7fd-c9a4-4701-9d32-7d9ed9f0cfd4 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b9241caef98c4b71aced565fae437072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268676 Aug 25 17:59:37.074896 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-91a306eb-e086-48ef-971d-4ffed2fd5f3c tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:37.076971 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-91a306eb-e086-48ef-971d-4ffed2fd5f3c tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210997 Aug 25 17:59:37.100952 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Request body: {'port': {'device_id': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d', 'admin_state_up': True, 'tenant_id': 'b9241caef98c4b71aced565fae437072'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:37.264432 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf98cb9-43e9-4bc4-b989-085e63645673 req-8f28c35b-d2ad-45d0-be19-b51b996a39ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:37.266019 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ddf98cb9-43e9-4bc4-b989-085e63645673 req-8f28c35b-d2ad-45d0-be19-b51b996a39ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0745127 Aug 25 17:59:37.284208 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Made reservation on behalf of b9241caef98c4b71aced565fae437072 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:59:37.287551 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:37.306207 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:37.334325 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ddf98cb9-43e9-4bc4-b989-085e63645673 req-9a8ae137-da19-49ea-859d-04c4cab3ceec tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593913 Aug 25 17:59:37.445196 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:37.449414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:37.527706 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab789a77-7b75-4e82-99cc-40702a1c75d8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:37.604746 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Allocated IP 192.168.233.179 (52dcd222-6f71-4e96-96f7-6ad4d86db18d/b1a86689-cf42-499a-81ab-0444f26ade49/c10fc383-566a-45e3-bc51-afcb1cd8a9c9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:59:37.825267 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:37.850279 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Transition to ACTIVE for port object c10fc383-566a-45e3-bc51-afcb1cd8a9c9 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:37.872106 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2dd66735-2021-40dc-ae0d-ad7115eddc2b req-ea20d5ce-86be-4450-884d-3751d3fef2fb tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 210 time: 0.0488982 Aug 25 17:59:37.913451 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:37.963480 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Network 52dcd222-6f71-4e96-96f7-6ad4d86db18d is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:59:37.969866 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:59:37.972689 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:59:38.000939 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Pushing event updated for resources: {'Port': ['ID=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:38.033818 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:38.034502 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:38.060309 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-c684c792-4787-45ee-bcb7-f2b3eb1bd3ed tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9617980 Aug 25 17:59:38.234356 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Request body: {'port': {'device_id': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:38.292957 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b2a8c790-0e34-4cc8-bc61-b39a5d025a81 None None] Provisioning for port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:59:38.298978 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b2a8c790-0e34-4cc8-bc61-b39a5d025a81 None None] Provisioning complete for port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:59:38.299832 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c790-0e34-4cc8-bc61-b39a5d025a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:38.326524 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:38.359435 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b2a8c790-0e34-4cc8-bc61-b39a5d025a81 None None] Port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:59:38.394146 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e556ce48-34fc-4f43-8190-932a164c8a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:38.608487 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:38.653247 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0c11a-e4a1-49f0-9b11-70291aadd167 req-8d961589-2044-483a-8812-f5176ecdb6c1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:38.655666 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-88f0c11a-e4a1-49f0-9b11-70291aadd167 req-8d961589-2044-483a-8812-f5176ecdb6c1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1507947 Aug 25 17:59:38.732966 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-88f0c11a-e4a1-49f0-9b11-70291aadd167 req-b902c2c4-0f08-4acc-91fd-19e001bff5a4 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697153 Aug 25 17:59:38.794383 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10fc383-566a-45e3-bc51-afcb1cd8a9c9 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:59:38.804923 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:38.818493 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Transition to ACTIVE for port object c10fc383-566a-45e3-bc51-afcb1cd8a9c9 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:38.822841 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:38.883718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:39.004474 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Attempting to bind port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:59:39.004925 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Attempting to bind port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:59:39.005220 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Attempting to bind port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 on network 52dcd222-6f71-4e96-96f7-6ad4d86db18d {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:59:39.010519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 on network 52dcd222-6f71-4e96-96f7-6ad4d86db18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:59:39.010849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Attempting to bind port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 on network 52dcd222-6f71-4e96-96f7-6ad4d86db18d {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:59:39.017136 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:59:39.017579 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Checking segment: {'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:59:39.017863 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Bound using segment: {'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:59:39.018330 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Bound port: c10fc383-566a-45e3-bc51-afcb1cd8a9c9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ba94e6-2068-4b8f-b732-5fc760a741f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:59:39.018667 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:39.061456 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b4da1-9980-4977-99f8-195441214c99 req-0c5165c8-6a32-4cd2-ace3-d137e2dfd631 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:39.065715 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c28b4da1-9980-4977-99f8-195441214c99 req-0c5165c8-6a32-4cd2-ace3-d137e2dfd631 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 948 time: 0.0914736 Aug 25 17:59:39.131419 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c28b4da1-9980-4977-99f8-195441214c99 req-96988a03-b335-400b-b840-ab70b9fb9677 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Aug 25 17:59:39.133955 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] For port c10fc383-566a-45e3-bc51-afcb1cd8a9c9, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:59:39.137538 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] For port c10fc383-566a-45e3-bc51-afcb1cd8a9c9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,segment=NetworkSegment(91ba94e6-2068-4b8f-b732-5fc760a741f2),segment_id=91ba94e6-2068-4b8f-b732-5fc760a741f2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:59:39.144720 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:39.192308 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:39.193542 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:39.194470 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] 10.222.0.10 "PUT /v2.0/ports/c10fc383-566a-45e3-bc51-afcb1cd8a9c9 HTTP/1.1" status: 200 len: 1098 time: 1.1242864 Aug 25 17:59:39.194930 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'tag': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:59:39.197306 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d743cc-12bd-4b26-8473-dc92afd8c1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb228edc-0d6d-4e05-bcb3-641bc0f71165", "tag": "c10fc383-566a-45e3-bc51-afcb1cd8a9c9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:59:39.245481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6580c0-ff1b-4668-8d45-e4c68acd2d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:39.319232 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b6d98-c405-4161-9fa2-be92044bab6f x-openstack-request-id: req-285b6d98-c405-4161-9fa2-be92044bab6f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:59:39.319502 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb228edc-0d6d-4e05-bcb3-641bc0f71165", "tag": "c10fc383-566a-45e3-bc51-afcb1cd8a9c9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:59:39.319757 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-285b6d98-c405-4161-9fa2-be92044bab6f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:59:39.320157 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'tag': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9', 'status': 'completed', 'code': 200} Aug 25 17:59:39.322348 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-7bb37e13-478d-4c64-a445-815cb3fd25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:39.323931 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-7bb37e13-478d-4c64-a445-815cb3fd25a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9241caef98c4b71aced565fae437072&device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 1101 time: 0.0596097 Aug 25 17:59:39.376445 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-12bb7692-047f-4447-b5f6-5b3087832e83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c10fc383-566a-45e3-bc51-afcb1cd8a9c9 HTTP/1.1" status: 200 len: 217 time: 0.0416231 Aug 25 17:59:39.455049 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-3326ce0c-e782-4a40-981e-33af920e8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:39.457539 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-3326ce0c-e782-4a40-981e-33af920e8183 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a86689-cf42-499a-81ab-0444f26ade49 HTTP/1.1" status: 200 len: 843 time: 0.0686610 Aug 25 17:59:39.523903 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-ffa2952a-ea6d-49c0-9b24-e1d1387800e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:39.525482 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-ffa2952a-ea6d-49c0-9b24-e1d1387800e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52dcd222-6f71-4e96-96f7-6ad4d86db18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0521185 Aug 25 17:59:39.534459 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:39.650139 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-83c2b2fc-6af0-43cc-98af-d4ea4ccdd489 service neutron] 10.222.0.10 "GET /v2.0/networks/52dcd222-6f71-4e96-96f7-6ad4d86db18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067781 Aug 25 17:59:39.745011 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-56531a54-5c43-4fb7-8663-d565eb58cb24 req-f9510286-231c-4067-a826-020649e13211 service neutron] 10.222.0.10 "GET /v2.0/networks/52dcd222-6f71-4e96-96f7-6ad4d86db18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864577 Aug 25 17:59:39.885381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-6f5ec66f-dcbf-4a94-9ed2-2b16a57b4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:39.886927 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-6f5ec66f-dcbf-4a94-9ed2-2b16a57b4225 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9241caef98c4b71aced565fae437072&device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 1101 time: 0.0632598 Aug 25 17:59:39.898450 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73867d-8c11-4f31-992c-c0a0cced7620 req-bccc1b94-53fc-4bff-b53d-23c7a259525c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:39.899975 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9b73867d-8c11-4f31-992c-c0a0cced7620 req-bccc1b94-53fc-4bff-b53d-23c7a259525c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0717509 Aug 25 17:59:39.954689 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9b73867d-8c11-4f31-992c-c0a0cced7620 req-5ee9de23-7aaa-47cd-a54b-daed045098d8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Aug 25 17:59:40.006243 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6b44a-f08f-417e-93a4-12d937dbe93b req-012b58bf-3b39-4be0-b236-c1dda113724e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:40.007802 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-09b6b44a-f08f-417e-93a4-12d937dbe93b req-012b58bf-3b39-4be0-b236-c1dda113724e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.1200116 Aug 25 17:59:40.040957 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-4ac3a0e5-6858-4795-a494-3cdb2720381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:40.043330 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-4ac3a0e5-6858-4795-a494-3cdb2720381b service neutron] 10.222.0.10 "GET /v2.0/networks?id=52dcd222-6f71-4e96-96f7-6ad4d86db18d HTTP/1.1" status: 200 len: 870 time: 0.1461730 Aug 25 17:59:40.102893 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-09b6b44a-f08f-417e-93a4-12d937dbe93b req-63694f38-4347-426e-afd0-84939ab08bd6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851576 Aug 25 17:59:40.104606 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-685d84fa-1ce2-414a-a581-e4e43d2c2e56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c10fc383-566a-45e3-bc51-afcb1cd8a9c9 HTTP/1.1" status: 200 len: 217 time: 0.0520096 Aug 25 17:59:40.166421 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-42f624b6-cc8b-47e2-8144-492b3767ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:40.167911 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-42f624b6-cc8b-47e2-8144-492b3767ee82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a86689-cf42-499a-81ab-0444f26ade49 HTTP/1.1" status: 200 len: 843 time: 0.0530112 Aug 25 17:59:40.244668 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-590cce4a-505f-46e3-ab62-1c4eb029b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:40.246380 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-590cce4a-505f-46e3-ab62-1c4eb029b1ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52dcd222-6f71-4e96-96f7-6ad4d86db18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0686612 Aug 25 17:59:40.304161 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d68d2-f632-4eb8-a388-835484ea5552 req-38376bfd-5a86-4fba-ba22-c500a4df7c44 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:40.305971 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d85d68d2-f632-4eb8-a388-835484ea5552 req-38376bfd-5a86-4fba-ba22-c500a4df7c44 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 948 time: 0.0608447 Aug 25 17:59:40.359768 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d85d68d2-f632-4eb8-a388-835484ea5552 req-b82f9783-b41e-4a6f-9ed7-203eca967f68 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466449 Aug 25 17:59:40.389532 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-4b2c574d-bb2e-4898-aed7-1c9a93511f8b service neutron] 10.222.0.10 "GET /v2.0/networks/52dcd222-6f71-4e96-96f7-6ad4d86db18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265526 Aug 25 17:59:40.514851 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-19d743cc-12bd-4b26-8473-dc92afd8c1a2 req-d90ecc91-7c12-4ca3-b102-b62fb84b4bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/52dcd222-6f71-4e96-96f7-6ad4d86db18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151633 Aug 25 17:59:41.096580 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf6f1b-4d0c-4a9f-af3c-1908b60961d3 req-a294f8d5-cf0d-4405-a424-19d51c6f68d2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:41.098306 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2bbf6f1b-4d0c-4a9f-af3c-1908b60961d3 req-a294f8d5-cf0d-4405-a424-19d51c6f68d2 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0651758 Aug 25 17:59:41.145713 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2bbf6f1b-4d0c-4a9f-af3c-1908b60961d3 req-622d0dea-be20-4dd8-b905-f817569be73f tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 Aug 25 17:59:41.248640 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbfb3d-719f-41b0-85a5-99143da36b22 req-85e8f8ea-78e5-48c1-8f7b-c6d77e9abdbb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:41.250234 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-84dbfb3d-719f-41b0-85a5-99143da36b22 req-85e8f8ea-78e5-48c1-8f7b-c6d77e9abdbb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.0641992 Aug 25 17:59:41.294734 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-84dbfb3d-719f-41b0-85a5-99143da36b22 req-7548b724-e5f0-4a18-a429-d0164f5dcfaf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381756 Aug 25 17:59:41.338602 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:41.520165 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570527c-5371-4aee-9e7e-4dfc5a546dda req-b55d872d-2bb8-4751-b609-d03f0e4ba612 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:41.521794 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c570527c-5371-4aee-9e7e-4dfc5a546dda req-b55d872d-2bb8-4751-b609-d03f0e4ba612 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 948 time: 0.0780566 Aug 25 17:59:41.564990 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c570527c-5371-4aee-9e7e-4dfc5a546dda req-6e545fdf-a16e-421c-8d68-00aaf8df2c3d tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349135 Aug 25 17:59:42.159335 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-4f81efca-c5f3-4127-b376-192a5e13a6f5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:42.160776 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-4f81efca-c5f3-4127-b376-192a5e13a6f5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.0467904 Aug 25 17:59:42.261750 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Deleting port 627baf1c-e293-403b-8ded-2c5f88a8a75d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:59:42.262073 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:42.271675 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef5336-ba67-4052-8de8-b8a30fa22f4e req-17fa5e1c-7285-4ea4-996d-05fe44e41a4e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:42.273212 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7ef5336-ba67-4052-8de8-b8a30fa22f4e req-17fa5e1c-7285-4ea4-996d-05fe44e41a4e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0501328 Aug 25 17:59:42.313025 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7ef5336-ba67-4052-8de8-b8a30fa22f4e req-d2b5b22d-6192-45a3-af6e-85742f6bc764 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330849 Aug 25 17:59:42.352458 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] For port 627baf1c-e293-403b-8ded-2c5f88a8a75d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=627baf1c-e293-403b-8ded-2c5f88a8a75d,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:42.352826 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:42.538902 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a455-1826-4acd-a618-64e7c103ea72 req-4ecad5eb-2b41-439d-be9f-4281b6415d32 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:42.540504 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-de89a455-1826-4acd-a618-64e7c103ea72 req-4ecad5eb-2b41-439d-be9f-4281b6415d32 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 947 time: 0.1570654 Aug 25 17:59:42.706889 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83692f16-3832-4614-8935-7fb559ab4462 req-04a8ff1c-aff0-489e-b9b1-c5d63da4617e tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:42.708592 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-83692f16-3832-4614-8935-7fb559ab4462 req-04a8ff1c-aff0-489e-b9b1-c5d63da4617e tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 948 time: 0.0653608 Aug 25 17:59:42.750657 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-83692f16-3832-4614-8935-7fb559ab4462 req-7858de7a-c1cd-4833-a353-c07b518d52b2 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Aug 25 17:59:42.873747 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-de89a455-1826-4acd-a618-64e7c103ea72 req-1c571a6c-201f-42dc-b646-65319dbe8263 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=43170edf-c942-4024-bcc6-be71cedcfbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256614 Aug 25 17:59:42.876757 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:42.877096 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:42.877433 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Floating IP a7e200d0-87f4-4f1e-9ce9-83974c8c5e97 disassociated. External IP: 172.27.2.134, port: 627baf1c-e293-403b-8ded-2c5f88a8a75d. Aug 25 17:59:42.877770 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Calling delete_port for 627baf1c-e293-403b-8ded-2c5f88a8a75d owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:59:43.006842 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:43.041083 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event deleted for resources: {'Port': ['ID=627baf1c-e293-403b-8ded-2c5f88a8a75d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:43.158918 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Router 96b29a8f-20b0-49a1-b84e-182d66146dfb has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:59:43.265135 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:59:43.277288 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] Sync routers for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:59:43.287210 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:59:43.288077 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:43.319905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] No DVR routers for this DVR port 627baf1c-e293-403b-8ded-2c5f88a8a75d on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:59:43.322305 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:43.326093 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-35ef6e2e-cc4f-46ea-8ff9-4c78c6923736 req-a1a3a434-0c88-48a3-9724-6ae6db819c44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "DELETE /v2.0/ports/627baf1c-e293-403b-8ded-2c5f88a8a75d HTTP/1.1" status: 204 len: 173 time: 1.1530952 Aug 25 17:59:43.326093 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-deleted', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:59:43.327649 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e898c-a9a7-4079-b624-2d58543801ea" -d '{"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-deleted", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:59:43.367369 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc9b47f-7036-4354-8f2c-d62a4b4201ec x-openstack-request-id: req-4fc9b47f-7036-4354-8f2c-d62a4b4201ec {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:59:43.367608 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa28a2a-8135-43d9-97d0-6cbff8786ad3", "name": "network-vif-deleted", "tag": "627baf1c-e293-403b-8ded-2c5f88a8a75d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:59:43.367847 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fc9b47f-7036-4354-8f2c-d62a4b4201ec {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:59:43.368237 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa28a2a-8135-43d9-97d0-6cbff8786ad3', 'name': 'network-vif-deleted', 'tag': '627baf1c-e293-403b-8ded-2c5f88a8a75d', 'status': 'completed', 'code': 200} Aug 25 17:59:43.405913 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device c10fc383-566a-45e3-bc51-afcb1cd8a9c9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:59:43.463143 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eaf0a-f940-4a10-8720-035e5f89ad9e req-5a1962bb-318a-4d45-ba35-6aec1e0761d6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:43.464752 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f74eaf0a-f940-4a10-8720-035e5f89ad9e req-5a1962bb-318a-4d45-ba35-6aec1e0761d6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0627937 Aug 25 17:59:43.490903 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:59:43.521060 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f74eaf0a-f940-4a10-8720-035e5f89ad9e req-150c88d3-8e14-48ed-867d-a22021e85ab0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 Aug 25 17:59:43.799899 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port c10fc383-566a-45e3-bc51-afcb1cd8a9c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,segment=NetworkSegment(91ba94e6-2068-4b8f-b732-5fc760a741f2),segment_id=91ba94e6-2068-4b8f-b732-5fc760a741f2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:43.825055 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9', 'network_id': '52dcd222-6f71-4e96-96f7-6ad4d86db18d', 'port_id': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9', 'mac_address': 'fa:16:3e:76:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a86689-cf42-499a-81ab-0444f26ade49', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:59:43.884758 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:43.930480 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d773fe-5bd1-4a47-b6f7-6f7d997979c4 req-4be65f61-7870-409f-904a-ec3fef29f5b0 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:43.932578 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b6d773fe-5bd1-4a47-b6f7-6f7d997979c4 req-4be65f61-7870-409f-904a-ec3fef29f5b0 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 948 time: 0.0702157 Aug 25 17:59:43.967298 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10fc383-566a-45e3-bc51-afcb1cd8a9c9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:59:43.994569 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port c10fc383-566a-45e3-bc51-afcb1cd8a9c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,segment=NetworkSegment(91ba94e6-2068-4b8f-b732-5fc760a741f2),segment_id=91ba94e6-2068-4b8f-b732-5fc760a741f2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:44.003916 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:44.005521 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b6d773fe-5bd1-4a47-b6f7-6f7d997979c4 req-0ec44f0d-5f08-4180-bee6-8d35d9cda5cc tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 Aug 25 17:59:44.083470 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b59d66b1-858b-4c12-93d9-4c6c235fd290 req-1c50710a-f063-48e8-933e-54b2653d15fd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaa28a2a-8135-43d9-97d0-6cbff8786ad3 HTTP/1.1" status: 200 len: 210 time: 0.0304360 Aug 25 17:59:44.088804 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:44.092415 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:44.130605 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] Checking router: 96b29a8f-20b0-49a1-b84e-182d66146dfb for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:59:44.139469 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:59:44.140088 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:44.253229 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:59:44.330227 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['c10fc383-566a-45e3-bc51-afcb1cd8a9c9'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:59:44.562971 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:44.598477 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d4780-b227-4f10-bc78-59abc00917a6 None None] The sync data for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi is: [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:59:44.656562 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4a06a-5649-40c8-915b-6e3775a2e429 req-8918bf1b-7c6e-4f98-b2a5-dea1225a6eeb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:44.658269 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-49f4a06a-5649-40c8-915b-6e3775a2e429 req-8918bf1b-7c6e-4f98-b2a5-dea1225a6eeb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0597198 Aug 25 17:59:44.703251 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-49f4a06a-5649-40c8-915b-6e3775a2e429 req-66031fe5-28c0-4cd0-a0af-5ad0b33d8362 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376375 Aug 25 17:59:44.861505 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d722f-1a9c-4a60-b282-460bd44c12a6 None None] New status for floating IP a7e200d0-87f4-4f1e-9ce9-83974c8c5e97: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:59:45.200145 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0cf8-4cab-4df3-bf42-5a81d6b81b97 req-2c905941-b861-460a-b5d0-70f66afea38a tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:45.208832 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5eca0cf8-4cab-4df3-bf42-5a81d6b81b97 req-2c905941-b861-460a-b5d0-70f66afea38a tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 949 time: 0.0964196 Aug 25 17:59:45.266929 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5eca0cf8-4cab-4df3-bf42-5a81d6b81b97 req-abf84434-78ca-4391-a44c-8be72b74a133 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525894 Aug 25 17:59:45.411694 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device c10fc383-566a-45e3-bc51-afcb1cd8a9c9 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:59:45.470354 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:59:45.474549 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:59:45.474968 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:45.553174 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:45.575298 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:59:45.577572 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199bdd12-7328-43a9-bdd8-f5122dffaf97" -d '{"events": [{"server_uuid": "bb228edc-0d6d-4e05-bcb3-641bc0f71165", "name": "network-vif-plugged", "status": "completed", "tag": "c10fc383-566a-45e3-bc51-afcb1cd8a9c9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:59:45.594473 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port c10fc383-566a-45e3-bc51-afcb1cd8a9c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,segment=NetworkSegment(91ba94e6-2068-4b8f-b732-5fc760a741f2),segment_id=91ba94e6-2068-4b8f-b732-5fc760a741f2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:45.598833 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:45.599648 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:59:45.622452 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0b0f0-2e21-4108-aecd-db9b7a3e0f0b x-openstack-request-id: req-b7c0b0f0-2e21-4108-aecd-db9b7a3e0f0b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:59:45.622671 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb228edc-0d6d-4e05-bcb3-641bc0f71165", "name": "network-vif-plugged", "status": "completed", "tag": "c10fc383-566a-45e3-bc51-afcb1cd8a9c9", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:59:45.622903 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7c0b0f0-2e21-4108-aecd-db9b7a3e0f0b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:59:45.623297 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9', 'code': 200} Aug 25 17:59:45.642093 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 627baf1c-e293-403b-8ded-2c5f88a8a75d {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:59:45.642449 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 627baf1c-e293-403b-8ded-2c5f88a8a75d not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:59:45.668396 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:45.860239 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834c372-1437-4ee7-89cc-94805936869d req-6ca92d12-812c-4a1a-b79a-a77dbde11f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:45.861751 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f834c372-1437-4ee7-89cc-94805936869d req-6ca92d12-812c-4a1a-b79a-a77dbde11f1b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 1103 time: 0.0644979 Aug 25 17:59:45.869315 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41c2bc-e6aa-41fa-a55e-b9227b1cb525 req-51e394c8-9647-4190-8cd9-4eb70419bf8e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:45.870773 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae41c2bc-e6aa-41fa-a55e-b9227b1cb525 req-51e394c8-9647-4190-8cd9-4eb70419bf8e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0845859 Aug 25 17:59:45.916714 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f834c372-1437-4ee7-89cc-94805936869d req-882cd871-0ae1-480d-8b69-ef73ff62dfbb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Aug 25 17:59:45.929809 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae41c2bc-e6aa-41fa-a55e-b9227b1cb525 req-d3b5bc37-ed41-417f-b8c8-fc38062b9a62 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522959 Aug 25 17:59:46.291163 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:46.381116 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4935b9-4cf9-4e86-b5de-0b8b341a8df2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.408996 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4935b9-4cf9-4e86-b5de-0b8b341a8df2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.443260 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27102f-7fcf-4768-98ff-aff250118cfc req-853ca4ae-2c72-47fb-a7b0-4bc9bef5b91c tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:46.444779 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ea27102f-7fcf-4768-98ff-aff250118cfc req-853ca4ae-2c72-47fb-a7b0-4bc9bef5b91c tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 950 time: 0.0736055 Aug 25 17:59:46.482985 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4935b9-4cf9-4e86-b5de-0b8b341a8df2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.482985 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4935b9-4cf9-4e86-b5de-0b8b341a8df2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.483428 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-da4935b9-4cf9-4e86-b5de-0b8b341a8df2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "DELETE /v2.0/security-groups/43170edf-c942-4024-bcc6-be71cedcfbfa HTTP/1.1" status: 204 len: 168 time: 0.1905210 Aug 25 17:59:46.486308 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ea27102f-7fcf-4768-98ff-aff250118cfc req-2d28f0e1-5527-4227-bf8a-abd14ce353eb tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353260 Aug 25 17:59:46.486902 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49920) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:46.498401 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4935b9-4cf9-4e86-b5de-0b8b341a8df2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43170edf-c942-4024-bcc6-be71cedcfbfa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:46.503149 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.api.v2.resource [None req-fc34691e-0546-4e45-93ed-a3b62ca49af6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] show failed (client error): The resource could not be found. Aug 25 17:59:46.504738 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-fc34691e-0546-4e45-93ed-a3b62ca49af6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups/43170edf-c942-4024-bcc6-be71cedcfbfa HTTP/1.1" status: 404 len: 347 time: 0.0163276 Aug 25 17:59:46.508599 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:46.646262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Deleting port c1fdd778-ae07-4926-8616-e819d834a53f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:59:46.646605 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.742845 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.743060 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.755697 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Calling delete_port for c1fdd778-ae07-4926-8616-e819d834a53f owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:59:46.905458 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:46.930226 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event deleted for resources: {'Port': ['ID=c1fdd778-ae07-4926-8616-e819d834a53f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:47.006624 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.009445 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.010676 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-55aeec09-68d8-4704-a886-7a84b398407e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "DELETE /v2.0/floatingips/a7e200d0-87f4-4f1e-9ce9-83974c8c5e97 HTTP/1.1" status: 204 len: 168 time: 0.5008180 Aug 25 17:59:47.075195 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99600-5dc7-47ea-b5ee-1b311c7b8abd req-c08f5c9c-1adb-42d0-9d99-b3539df9f193 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:47.083014 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a4f99600-5dc7-47ea-b5ee-1b311c7b8abd req-c08f5c9c-1adb-42d0-9d99-b3539df9f193 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0671797 Aug 25 17:59:47.120210 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a4f99600-5dc7-47ea-b5ee-1b311c7b8abd req-32e00a97-04e2-4043-b25f-064b35975460 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363071 Aug 25 17:59:47.374509 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49932) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:47.416540 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:47.421172 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] Deleting subnet 8edee9d4-f1e6-4948-b6fd-4fc70d55faaa {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:59:47.421685 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-950e6e84-ae2f-45f3-88b6-8fa2dc421c4c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127590460', 'description': 'tempest-description--1349263982'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:47.424645 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.449224 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-950e6e84-ae2f-45f3-88b6-8fa2dc421c4c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.474235 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.529226 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.557141 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-950e6e84-ae2f-45f3-88b6-8fa2dc421c4c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.564049 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-950e6e84-ae2f-45f3-88b6-8fa2dc421c4c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.594447 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-950e6e84-ae2f-45f3-88b6-8fa2dc421c4c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.598858 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.599074 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-950e6e84-ae2f-45f3-88b6-8fa2dc421c4c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1783195 Aug 25 17:59:47.600019 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:47.611603 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3297e936-7df3-472f-aae8-f2874874fd1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'security_group_rule': {'security_group_id': '3cb53a95-6acd-4a2e-bbcf-1c2564435b7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:47.613021 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e6e84-ae2f-45f3-88b6-8fa2dc421c4c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:47.640189 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.642062 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8edee9d4-f1e6-4948-b6fd-4fc70d55faaa HTTP/1.1" status: 204 len: 168 time: 0.2662058 Aug 25 17:59:47.643025 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065aeb4-7e86-424c-8973-f2c932cf7d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8edee9d4-f1e6-4948-b6fd-4fc70d55faaa,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:47.645797 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:47.664366 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3297e936-7df3-472f-aae8-f2874874fd1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.664787 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6648-7e71-4907-86ac-6658bca054c8 req-715278cc-3d08-4d1f-94c6-956b795d7713 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:47.665975 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-befd6648-7e71-4907-86ac-6658bca054c8 req-715278cc-3d08-4d1f-94c6-956b795d7713 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 950 time: 0.0669181 Aug 25 17:59:47.735299 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3297e936-7df3-472f-aae8-f2874874fd1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.740266 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3297e936-7df3-472f-aae8-f2874874fd1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.757385 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.762642 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-befd6648-7e71-4907-86ac-6658bca054c8 req-bd8fed15-ac06-400f-b857-d44c14c5f17c tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853086 Aug 25 17:59:47.771509 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297e936-7df3-472f-aae8-f2874874fd1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b229195-eb13-4ebc-8205-04b5a7e3635a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:47.783111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3297e936-7df3-472f-aae8-f2874874fd1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.787818 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-3297e936-7df3-472f-aae8-f2874874fd1e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812308 Aug 25 17:59:47.787978 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 49944) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:47.792618 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c67c28d3-079b-4190-8710-3bb069772821 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'security_group_rule': {'security_group_id': '3cb53a95-6acd-4a2e-bbcf-1c2564435b7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:47.823382 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c67c28d3-079b-4190-8710-3bb069772821 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.867525 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.882312 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065e45df-0d84-43a5-aa48-12af04431c43']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:47.894024 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c67c28d3-079b-4190-8710-3bb069772821 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.894648 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dae4cc-c687-4cb7-8717-bdd1d49421e3') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:47.894949 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dae4cc-c687-4cb7-8717-bdd1d49421e3') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:47.898314 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c67c28d3-079b-4190-8710-3bb069772821 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.910859 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995935'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.920276 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c28d3-079b-4190-8710-3bb069772821 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944054f6-79ff-46cf-8363-3649dca0908d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:47.929777 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c67c28d3-079b-4190-8710-3bb069772821 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.929983 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.931240 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c67c28d3-079b-4190-8710-3bb069772821 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422539 Aug 25 17:59:47.935064 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:47.941308 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:47.945775 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:59:47.946183 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14353559'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: Traceback (most recent call last): Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: timer() Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: cb(*args, **kw) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: return func(*args, **kwargs) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: self._notify() Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: self.callback(batched_events) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: event.method(event) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: return f(self, *a, **k) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._get(url).json() Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: return self.request(url, 'GET', **kwargs) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:59:47.948730 dv-cinder-786386-10-iscsi neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:59:48.018782 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.036404 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.069498 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.071379 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/065e45df-0d84-43a5-aa48-12af04431c43 HTTP/1.1" status: 204 len: 168 time: 0.4246418 Aug 25 17:59:48.092639 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864ad60-9429-4967-b9fe-d7b22b00abb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=065e45df-0d84-43a5-aa48-12af04431c43,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:48.178059 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6f0a2-a67d-4510-8269-73f6e2d4737f req-35ca937a-2e3c-475e-9738-7ff7c7623076 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:48.179115 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-69a6f0a2-a67d-4510-8269-73f6e2d4737f req-35ca937a-2e3c-475e-9738-7ff7c7623076 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 950 time: 0.1066041 Aug 25 17:59:48.239387 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-69a6f0a2-a67d-4510-8269-73f6e2d4737f req-0df26762-7a92-42a4-a3a7-d48c4727aaa9 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494795 Aug 25 17:59:48.249006 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.250994 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:59:48.287147 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f5da5-115a-4be7-9e9f-f7bae5e693fe req-76af9b60-aada-4421-beb2-2fd473c4e3e1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:48.290263 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-265f5da5-115a-4be7-9e9f-f7bae5e693fe req-76af9b60-aada-4421-beb2-2fd473c4e3e1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0905411 Aug 25 17:59:48.307861 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:48.343646 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-265f5da5-115a-4be7-9e9f-f7bae5e693fe req-0438a22a-cd02-41a3-bb74-ffa4b6bf5c3f tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441792 Aug 25 17:59:48.390325 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-17a9638a-4da2-4f21-9701-ae375904dafc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64156c50e7f34c8b9667ca74aac7757e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809510 Aug 25 17:59:48.393681 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:48.406522 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Allocated IP 172.27.2.50 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/d07a7357-de3d-41b3-8335-9267879e3e1c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:59:48.513508 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74045184-114c-49d7-b2f0-311863f388f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.555470 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74045184-114c-49d7-b2f0-311863f388f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.582149 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.635153 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74045184-114c-49d7-b2f0-311863f388f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.637756 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74045184-114c-49d7-b2f0-311863f388f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.638926 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-74045184-114c-49d7-b2f0-311863f388f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54949550-f93e-42dd-963d-4c9b330b5783 HTTP/1.1" status: 204 len: 168 time: 0.2444389 Aug 25 17:59:48.642138 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.679642 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74045184-114c-49d7-b2f0-311863f388f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54949550-f93e-42dd-963d-4c9b330b5783,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:48.697570 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:59:48.701274 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:59:48.706098 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:59:48.730038 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'Port': ['ID=d07a7357-de3d-41b3-8335-9267879e3e1c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:48.812238 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:48.854476 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:49.071313 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:49.079036 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:49.151647 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'Port': ['ID=d07a7357-de3d-41b3-8335-9267879e3e1c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:49.166270 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:49.181671 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:49.182847 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-8fda39a1-adf5-4958-bce7-57a37c82bacb tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2467501 Aug 25 17:59:49.407496 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-ebb082fe-f94f-4a5f-bb06-24661baa6a28 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2127590460&fields=id&tenant_id=2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 267 time: 0.0396647 Aug 25 17:59:49.413338 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd324c0-2e23-462d-aeeb-7f621befed53 req-0461da86-395b-406f-b3cd-9874b6f99377 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:49.415583 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6bd324c0-2e23-462d-aeeb-7f621befed53 req-0461da86-395b-406f-b3cd-9874b6f99377 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 950 time: 0.0723951 Aug 25 17:59:49.476228 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6bd324c0-2e23-462d-aeeb-7f621befed53 req-afb7b3f0-d201-46b8-9036-ddb8656a6a54 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab789a77-7b75-4e82-99cc-40702a1c75d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536952 Aug 25 17:59:49.545967 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-0c1d8f1f-9c10-4644-b7e9-de8f07c35673 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:49.547550 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-0c1d8f1f-9c10-4644-b7e9-de8f07c35673 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 816 time: 0.1312912 Aug 25 17:59:49.567431 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-e0573a58-4fde-42d4-b382-a73cdc6339c0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/quotas/2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 375 time: 0.0104976 Aug 25 17:59:49.607180 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c5b0-9e5f-4bc6-9572-a072d6c9b9e2 req-ccfec0b2-0104-4c7d-8f3f-5acf2381d947 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:49.608721 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d945c5b0-9e5f-4bc6-9572-a072d6c9b9e2 req-ccfec0b2-0104-4c7d-8f3f-5acf2381d947 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0602860 Aug 25 17:59:49.643278 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-a68f3e78-7f06-44fe-8f4a-4da82e27c1c1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618806 Aug 25 17:59:49.661298 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d945c5b0-9e5f-4bc6-9572-a072d6c9b9e2 req-0036f5b7-93f7-4fdc-8209-c6cdfee3b508 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442727 Aug 25 17:59:49.764776 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-cb67391c-7114-46ef-a5a5-3c6095f1e903 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:49.769211 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-cb67391c-7114-46ef-a5a5-3c6095f1e903 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 950 time: 0.0543277 Aug 25 17:59:49.848677 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-2a43defa-d153-40c4-9206-7db6232edf03 service neutron] 10.222.0.23 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878035 Aug 25 17:59:49.861434 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Deleting port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:59:49.861797 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:49.947985 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-4c142be5-d614-4074-853e-771036884b96 service neutron] 10.222.0.23 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919120 Aug 25 17:59:49.965226 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] For port c10fc383-566a-45e3-bc51-afcb1cd8a9c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,segment=NetworkSegment(91ba94e6-2068-4b8f-b732-5fc760a741f2),segment_id=91ba94e6-2068-4b8f-b732-5fc760a741f2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:49.965602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:49.979222 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Calling delete_port for c10fc383-566a-45e3-bc51-afcb1cd8a9c9 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:59:50.133224 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-738d9b79-3d2b-4b20-b24c-848089dfca2d req-eccfc1e4-abda-4c19-8e5a-7ef97a08457f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 210 time: 0.0388329 Aug 25 17:59:50.157814 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:50.171929 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['c10fc383-566a-45e3-bc51-afcb1cd8a9c9'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:59:50.191914 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Pushing event deleted for resources: {'Port': ['ID=c10fc383-566a-45e3-bc51-afcb1cd8a9c9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:50.242706 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] No DVR routers for this DVR port c10fc383-566a-45e3-bc51-afcb1cd8a9c9 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:59:50.247902 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:50.250442 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6e03bd25-5e33-4c97-86f1-76fa15124b70 req-f9184954-174b-4336-b505-d7f0a5138a0f tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.10 "DELETE /v2.0/ports/c10fc383-566a-45e3-bc51-afcb1cd8a9c9 HTTP/1.1" status: 204 len: 173 time: 0.4764018 Aug 25 17:59:50.250906 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'name': 'network-vif-deleted', 'tag': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:59:50.253697 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b5322-3ff7-4b1f-85a5-88bc9168956a" -d '{"events": [{"server_uuid": "bb228edc-0d6d-4e05-bcb3-641bc0f71165", "name": "network-vif-deleted", "tag": "c10fc383-566a-45e3-bc51-afcb1cd8a9c9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:59:50.301986 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dfa19d-bb7e-4e1e-9884-c6913a0c498f x-openstack-request-id: req-e3dfa19d-bb7e-4e1e-9884-c6913a0c498f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:59:50.302357 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb228edc-0d6d-4e05-bcb3-641bc0f71165", "name": "network-vif-deleted", "tag": "c10fc383-566a-45e3-bc51-afcb1cd8a9c9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:59:50.302714 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3dfa19d-bb7e-4e1e-9884-c6913a0c498f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:59:50.303246 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb228edc-0d6d-4e05-bcb3-641bc0f71165', 'name': 'network-vif-deleted', 'tag': 'c10fc383-566a-45e3-bc51-afcb1cd8a9c9', 'status': 'completed', 'code': 200} Aug 25 17:59:50.603667 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae043a9b-ec14-46bb-9601-d989e1c5529e req-40a32e53-8c81-467d-8b43-9eddc30a8878 tempest-VolumesNegativeTest-635843143 tempest-VolumesNegativeTest-635843143-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb228edc-0d6d-4e05-bcb3-641bc0f71165 HTTP/1.1" status: 200 len: 210 time: 0.0326293 Aug 25 17:59:50.796912 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d3698-f7e7-4d25-91fb-2cb619011d7a req-4d6b014f-735d-452d-96d3-a16c64b1586e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:50.799074 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-555d3698-f7e7-4d25-91fb-2cb619011d7a req-4d6b014f-735d-452d-96d3-a16c64b1586e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0556576 Aug 25 17:59:50.853394 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-555d3698-f7e7-4d25-91fb-2cb619011d7a req-36f451ca-5b9b-43f8-8cfe-d1ebfcbb034e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467300 Aug 25 17:59:51.099759 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae6e93-95ad-4812-a891-a507f48fd86a req-8e65b885-89fe-4b84-9c2e-ede4305b74ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:51.101495 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1fae6e93-95ad-4812-a891-a507f48fd86a req-8e65b885-89fe-4b84-9c2e-ede4305b74ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0593221 Aug 25 17:59:51.131634 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-c01d2fb4-c8fc-4047-9b89-87c981cd461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:51.133206 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-c01d2fb4-c8fc-4047-9b89-87c981cd461e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 1098 time: 0.0555427 Aug 25 17:59:51.142883 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1fae6e93-95ad-4812-a891-a507f48fd86a req-fe4af928-7337-4570-9601-76d19495e7f4 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349550 Aug 25 17:59:51.255757 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2ca59a73-9cfd-4744-8e63-3c120eefdd9b req-5d669c22-ad36-4049-bb88-40e4cf691638 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 210 time: 0.0431521 Aug 25 17:59:51.284610 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-5df4a421-5f65-4290-bd5d-911e648464e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:51.284610 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-5df4a421-5f65-4290-bd5d-911e648464e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 910 time: 0.1310463 Aug 25 17:59:51.342298 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-f7bba365-9930-4e9d-876f-3468df00f91e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:51.344156 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-f7bba365-9930-4e9d-876f-3468df00f91e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 816 time: 0.1256940 Aug 25 17:59:51.358965 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-c5fc90b2-ca67-45c0-94cf-94a020b13481 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 200 len: 1001 time: 0.0631082 Aug 25 17:59:51.406509 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-e9a661d3-0d87-4f4b-9043-d87f8757d511 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 380 time: 0.0508785 Aug 25 17:59:51.416778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-0f0c76ba-db14-4137-af8e-c2120337d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:51.417011 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'port': {'device_id': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'admin_state_up': True, 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'security_groups': ['3cb53a95-6acd-4a2e-bbcf-1c2564435b7f']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:51.418814 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-0f0c76ba-db14-4137-af8e-c2120337d5cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.0477901 Aug 25 17:59:51.485979 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-50502171-e02a-4001-abf3-fa154af43f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:51.487588 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-50502171-e02a-4001-abf3-fa154af43f66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506563 Aug 25 17:59:51.554167 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Made reservation on behalf of 2fe8e236897f4acdb2f0711d9c755bc9 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:59:51.557743 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:51.592584 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-4b5cde4b-8f76-4606-9f59-958659dc4198 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923698 Aug 25 17:59:51.695394 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Allocated IP 172.20.0.14 (8b2924a9-6e6b-4941-a871-68e8ee5d33a5/4ff92f23-0e57-451c-a431-88acb1dbf18c/29523fa0-bc78-44b0-bff9-3d7e04929572) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:59:51.696347 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d8480b53-1d37-4fdd-aa42-5fc7cf674842 req-eea389df-6763-4bb1-86ca-10dec7e8e14e service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956035 Aug 25 17:59:51.850103 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:51.864357 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Transition to ACTIVE for port object 29523fa0-bc78-44b0-bff9-3d7e04929572 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:51.908448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:51.950389 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:59:51.955754 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:59:51.959535 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:59:51.991321 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:52.016390 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:52.017046 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.040339 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-30542f62-5bed-4c30-bf36-9e11b388a2ed tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6231678 Aug 25 17:59:52.052808 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Request body: {'port': {'device_id': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:52.130675 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.287282 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ecae63b1-f494-4bd7-9db4-85affb237c7f None None] Provisioning for port 29523fa0-bc78-44b0-bff9-3d7e04929572 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:59:52.296770 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ecae63b1-f494-4bd7-9db4-85affb237c7f None None] Provisioning complete for port 29523fa0-bc78-44b0-bff9-3d7e04929572 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:59:52.297649 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecae63b1-f494-4bd7-9db4-85affb237c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.355113 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25e648-a0d9-4255-9404-7ba520cc745e req-92c572ab-3db7-42df-beb2-5f3128993093 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:52.363809 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c25e648-a0d9-4255-9404-7ba520cc745e req-92c572ab-3db7-42df-beb2-5f3128993093 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.1145666 Aug 25 17:59:52.392606 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ecae63b1-f494-4bd7-9db4-85affb237c7f None None] Port 29523fa0-bc78-44b0-bff9-3d7e04929572 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:59:52.407641 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c25e648-a0d9-4255-9404-7ba520cc745e req-ec38760c-f08e-4b23-8143-d3b9246b9877 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Aug 25 17:59:52.498490 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcbb7f-ea15-46d6-a459-8e799bcf905d req-c869c718-c83a-4b20-8a3f-a02914468299 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:52.499995 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-86dcbb7f-ea15-46d6-a459-8e799bcf905d req-c869c718-c83a-4b20-8a3f-a02914468299 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 932 time: 0.0963843 Aug 25 17:59:52.569010 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-86dcbb7f-ea15-46d6-a459-8e799bcf905d req-7fa1e0cf-cc00-4050-8256-8d1afe16c5d8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569403 Aug 25 17:59:52.611285 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29523fa0-bc78-44b0-bff9-3d7e04929572 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:59:52.619003 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.631888 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Transition to ACTIVE for port object 29523fa0-bc78-44b0-bff9-3d7e04929572 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:52.638065 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.689631 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:52.765935 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Attempting to bind port 29523fa0-bc78-44b0-bff9-3d7e04929572 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:59:52.766138 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Attempting to bind port 29523fa0-bc78-44b0-bff9-3d7e04929572 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:59:52.766495 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Attempting to bind port 29523fa0-bc78-44b0-bff9-3d7e04929572 on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:59:52.771410 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Port 29523fa0-bc78-44b0-bff9-3d7e04929572 on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:59:52.771794 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Attempting to bind port 29523fa0-bc78-44b0-bff9-3d7e04929572 on network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:59:52.777323 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:59:52.777798 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Checking segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:59:52.779184 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Bound using segment: {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:59:52.779634 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Bound port: 29523fa0-bc78-44b0-bff9-3d7e04929572, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:59:52.780150 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.855976 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:59:52.859285 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:59:52.863722 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.900639 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:52.901256 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:52.902961 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] 10.222.0.10 "PUT /v2.0/ports/29523fa0-bc78-44b0-bff9-3d7e04929572 HTTP/1.1" status: 200 len: 1094 time: 0.8578546 Aug 25 17:59:52.903272 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:59:52.905838 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:59:52.953615 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed2b4-bc68-43cc-8862-201517207ccc service neutron] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:53.031868 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-615ee259-c616-4f66-97ba-612378f518ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:53.033706 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-615ee259-c616-4f66-97ba-612378f518ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0558457 Aug 25 17:59:53.109251 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-f7ed3e66-1080-4b90-9557-eb33eb9cc5df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29523fa0-bc78-44b0-bff9-3d7e04929572 HTTP/1.1" status: 200 len: 217 time: 0.0614471 Aug 25 17:59:53.150351 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e948348-59f5-4fb8-8a5a-fb7fa3afb0cd x-openstack-request-id: req-3e948348-59f5-4fb8-8a5a-fb7fa3afb0cd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:59:53.150884 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:59:53.151024 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e948348-59f5-4fb8-8a5a-fb7fa3afb0cd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:59:53.151421 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'status': 'completed', 'code': 200} Aug 25 17:59:53.172168 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-88f1b8e1-9295-411d-b01f-d0283ab1553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:53.173778 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-88f1b8e1-9295-411d-b01f-d0283ab1553a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0534031 Aug 25 17:59:53.234572 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-410d2575-46fb-4a99-b67c-1e89903f74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:53.236072 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-410d2575-46fb-4a99-b67c-1e89903f74cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549824 Aug 25 17:59:53.334833 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-d51c8893-f012-46ce-a920-6551ab9f16b4 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909002 Aug 25 17:59:53.435652 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a083b4e6-742b-4581-9ea5-683b79dce7dd req-b25727c8-f197-4a2e-a376-8d1cda6c7d92 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912557 Aug 25 17:59:53.464457 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device c10fc383-566a-45e3-bc51-afcb1cd8a9c9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:59:53.495834 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: c10fc383-566a-45e3-bc51-afcb1cd8a9c9 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:59:53.496224 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device c10fc383-566a-45e3-bc51-afcb1cd8a9c9 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:59:53.583289 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d54a-1614-4f71-af59-b9d14f26f56c req-54c566c1-ec3a-4b7c-8f0a-faaf8818781b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:53.584837 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e33d54a-1614-4f71-af59-b9d14f26f56c req-54c566c1-ec3a-4b7c-8f0a-faaf8818781b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0929732 Aug 25 17:59:53.591192 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-e8f5a603-d2eb-43ad-91b9-25fc7e20bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:53.592953 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-e8f5a603-d2eb-43ad-91b9-25fc7e20bbc3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0900242 Aug 25 17:59:53.726699 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94a73e-d29c-42b9-bc5c-0cc4dcd82c0f req-ab7e0828-afde-497d-a342-ed8e6bd6f877 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:53.728319 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8a94a73e-d29c-42b9-bc5c-0cc4dcd82c0f req-ab7e0828-afde-497d-a342-ed8e6bd6f877 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0741327 Aug 25 17:59:53.755951 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3e33d54a-1614-4f71-af59-b9d14f26f56c req-0bb07983-d329-4003-9ffc-9b3062721f0a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593974 Aug 25 17:59:53.773569 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8a94a73e-d29c-42b9-bc5c-0cc4dcd82c0f req-c1b57b3e-66db-4c54-bdd6-2d6f8c4ab5b5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374622 Aug 25 17:59:53.809883 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-ce908f73-7b0b-4bc3-9a7e-6366722c4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:53.811385 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-ce908f73-7b0b-4bc3-9a7e-6366722c4f01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.2108095 Aug 25 17:59:54.096324 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-3d401274-0deb-4913-94e8-706fd775cc87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29523fa0-bc78-44b0-bff9-3d7e04929572 HTTP/1.1" status: 200 len: 217 time: 0.2761130 Aug 25 17:59:54.149622 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-c42b4da9-fadb-44f0-8cb7-36ffc450203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:54.151115 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-c42b4da9-fadb-44f0-8cb7-36ffc450203f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0476422 Aug 25 17:59:54.202955 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-e79e5b15-1407-4864-939e-1adb7fb0cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:54.205027 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-e79e5b15-1407-4864-939e-1adb7fb0cdd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445220 Aug 25 17:59:54.319001 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-a3be7ae4-09b6-4f1b-9d75-65800c7e4ce2 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052051 Aug 25 17:59:54.412536 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f0f2dfb7-bc4c-43ba-9826-5b1f1e3b8dcb req-65f40f47-f01d-44d8-bb29-7a0503700e49 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851526 Aug 25 17:59:54.893746 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771aee-8f63-48c7-85b2-6e2575ade95e req-7b178d6d-1803-4dc7-bd58-be3f4fcf24ac tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:54.895192 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a4771aee-8f63-48c7-85b2-6e2575ade95e req-7b178d6d-1803-4dc7-bd58-be3f4fcf24ac tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0520902 Aug 25 17:59:54.932628 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a4771aee-8f63-48c7-85b2-6e2575ade95e req-b5f031af-1658-4852-9ee5-a03ae415e141 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Aug 25 17:59:55.768791 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:55.897099 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-17770ccc-d492-483b-b6d8-afb25e9b5286 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9241caef98c4b71aced565fae437072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271598 Aug 25 17:59:55.899513 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:55.945711 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e220150a-dbe6-4db7-8f03-f07b53b43ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:55.966900 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e220150a-dbe6-4db7-8f03-f07b53b43ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.017682 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e220150a-dbe6-4db7-8f03-f07b53b43ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.020136 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e220150a-dbe6-4db7-8f03-f07b53b43ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.021325 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e220150a-dbe6-4db7-8f03-f07b53b43ce9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab789a77-7b75-4e82-99cc-40702a1c75d8 HTTP/1.1" status: 204 len: 168 time: 0.1209219 Aug 25 17:59:56.029376 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220150a-dbe6-4db7-8f03-f07b53b43ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab789a77-7b75-4e82-99cc-40702a1c75d8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:56.063306 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4f99-e4a7-4ef5-9aa1-2ec96cd5e397 req-9dc007f3-ab14-42b9-859d-42990a2088b3 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:56.064834 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5e8a4f99-e4a7-4ef5-9aa1-2ec96cd5e397 req-9dc007f3-ab14-42b9-859d-42990a2088b3 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0559599 Aug 25 17:59:56.104177 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5e8a4f99-e4a7-4ef5-9aa1-2ec96cd5e397 req-82cf8b57-7f8c-46b0-af72-acecdcd40aaf tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Aug 25 17:59:56.637339 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:56.730490 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-693986981-network', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:56.752430 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Made reservation on behalf of 16b1cea6ef9047a29c1ac2093f01a6f0 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:59:56.754673 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.765309 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.849856 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.853432 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.878057 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:59:56.886795 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c6adf-77a7-4438-a8a4-a35fd389d044,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:56.892616 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.892960 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Added segment 74c4222c-b48f-413d-bfe8-fec0a39675e0 of type vlan for network b9af2230-adca-440f-b2ac-4f2e4cec69d5 Aug 25 17:59:56.933666 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.959937 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:56.960957 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:56.961526 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.014706 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3762505 Aug 25 17:59:57.017482 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:57.023801 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Request body: {'subnet': {'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-693986981-subnet', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:57.031689 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bdab2-ceba-43ed-bafa-544d89995b7a admin admin] Pushing event updated for resources: {'Network': ['ID=b9af2230-adca-440f-b2ac-4f2e4cec69d5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:57.041635 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:59:57.047782 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Made reservation on behalf of 16b1cea6ef9047a29c1ac2093f01a6f0 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:59:57.050176 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14483504'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.247522 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14353714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14483522'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.293023 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6901a75-9b3f-494d-913b-1d8c298dc8cb req-f225ef5f-c38a-4df5-b5fe-fc95e750c5ad tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:57.294524 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e6901a75-9b3f-494d-913b-1d8c298dc8cb req-f225ef5f-c38a-4df5-b5fe-fc95e750c5ad tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.1186423 Aug 25 17:59:57.333549 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d008e69f-21c8-43e2-ab39-e9efc0d8b488,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:57.349430 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Checking segment: {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:59:57.349785 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Network hostable DHCP agents. Network: b9af2230-adca-440f-b2ac-4f2e4cec69d5, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:59:57.360816 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e6901a75-9b3f-494d-913b-1d8c298dc8cb req-13130fc4-5756-4619-abb8-06863b1764f0 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601668 Aug 25 17:59:57.374221 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:59:57.383472 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, b9af2230-adca-440f-b2ac-4f2e4cec69d5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:59:57.388286 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:57.388935 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.394298 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d80826-0b59-4b49-af79-baeafbab108d None None] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:59:57.402698 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-49d44944-e736-4d2b-9822-7f0f9072ba37 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3842194 Aug 25 17:59:57.405430 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:57.409839 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:59:57.429680 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.430703 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.486116 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.499580 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:59:57.596385 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:59:57.597231 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.627304 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.692946 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:57.713962 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'port_id': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'mac_address': 'fa:16:3e:84:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:59:57.790809 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.796652 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Allocated IP 172.20.0.2 (b9af2230-adca-440f-b2ac-4f2e4cec69d5/d008e69f-21c8-43e2-ab39-e9efc0d8b488/eec85205-9e6f-40b1-b626-2304777f0075) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:59:57.815163 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29523fa0-bc78-44b0-bff9-3d7e04929572 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:59:57.830391 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.849690 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.874519 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:59:57.881271 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:57.983847 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Allocated IP 172.27.2.164 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/af6ad8b5-bb77-4b92-8cf0-0919817b31b7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:59:58.087217 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:58.094398 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.102892 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.103244 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.103581 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.103918 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.104249 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.104602 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.104929 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.105252 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.105581 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.105957 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.106797 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.107123 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:59:58.138503 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.152239 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['29523fa0-bc78-44b0-bff9-3d7e04929572'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:59:58.154940 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.181746 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:59:58.182092 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Transition to ACTIVE for port object eec85205-9e6f-40b1-b626-2304777f0075 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:58.184684 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:59:58.187081 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:59:58.205588 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Transition to ACTIVE for port object eec85205-9e6f-40b1-b626-2304777f0075 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:58.216862 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.219159 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Pushing event updated for resources: {'Port': ['ID=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:58.273733 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:59:58.283930 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:59:58.288733 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Pushing event updated for resources: {'Port': ['ID=eec85205-9e6f-40b1-b626-2304777f0075,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:58.291635 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:59:58.375756 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Attempting to bind port eec85205-9e6f-40b1-b626-2304777f0075 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:59:58.376131 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Attempting to bind port eec85205-9e6f-40b1-b626-2304777f0075 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:59:58.376529 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Attempting to bind port eec85205-9e6f-40b1-b626-2304777f0075 on network b9af2230-adca-440f-b2ac-4f2e4cec69d5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:59:58.388666 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:59:58.388666 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Checking segment: {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:59:58.388666 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.389013 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Bound using segment: {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:59:58.389241 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Bound port: eec85205-9e6f-40b1-b626-2304777f0075, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:59:58.389625 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.460734 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.476173 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] For port eec85205-9e6f-40b1-b626-2304777f0075, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:59:58.479440 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] For port eec85205-9e6f-40b1-b626-2304777f0075, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=eec85205-9e6f-40b1-b626-2304777f0075,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:59:58.484185 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.487813 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba69d9-411f-41b9-aa26-7a25f37164b4 req-94f5a82c-b85b-4ad1-a928-3c9ac3ad98ab tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:58.489999 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a1ba69d9-411f-41b9-aa26-7a25f37164b4 req-94f5a82c-b85b-4ad1-a928-3c9ac3ad98ab tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 945 time: 0.0572186 Aug 25 17:59:58.542783 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a1ba69d9-411f-41b9-aa26-7a25f37164b4 req-8f6ba726-ba61-47c3-80dd-ffe2efc58e0d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Aug 25 17:59:58.553217 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad5224-a8bb-40fe-9b37-12628ddccd86 None None] Pushing event updated for resources: {'Port': ['ID=eec85205-9e6f-40b1-b626-2304777f0075,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:58.692051 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.845326 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Router 64723d8f-1cb5-4173-8691-9b397a6f9439 is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:59:58.965986 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:59:58.974697 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Sync routers for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:59:58.981440 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:58.983223 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7cddb387-8a26-438f-b19d-34080457e1bd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5766959 Aug 25 17:59:58.984682 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:59:58.985325 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:58.985835 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:59:59.098165 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:59:59.289266 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T17:59:58Z', 'revision_number': 3, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T17:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:59:59.320971 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Checking router: 64723d8f-1cb5-4173-8691-9b397a6f9439 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:59:59.321411 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Updating router 64723d8f-1cb5-4173-8691-9b397a6f9439 port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:59:59.346625 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.422596 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.435228 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df1e85-8c12-4c7d-a632-228a1f6f982c None None] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:59:59.542262 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:59:59.595949 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device eec85205-9e6f-40b1-b626-2304777f0075 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:59:59.602436 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Allocated IP 172.20.0.1 (b9af2230-adca-440f-b2ac-4f2e4cec69d5/d008e69f-21c8-43e2-ab39-e9efc0d8b488/072e180f-9e5f-4351-8814-84c4e9ad7351) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:59:59.634470 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0ee65194-7f27-4eda-9b97-2d94b612e81c None None] Provisioning for port eec85205-9e6f-40b1-b626-2304777f0075 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:59:59.725251 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5c75-771a-46ed-b309-d05602298a55 req-d7c3ebbf-f5fe-4b97-99d4-d6e50be27d39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:59:59.726651 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fdeb5c75-771a-46ed-b309-d05602298a55 req-d7c3ebbf-f5fe-4b97-99d4-d6e50be27d39 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 945 time: 0.0941250 Aug 25 17:59:59.762074 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.771968 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 29523fa0-bc78-44b0-bff9-3d7e04929572 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:59:59.791454 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Transition to ACTIVE for port object 072e180f-9e5f-4351-8814-84c4e9ad7351 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:59.797345 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fdeb5c75-771a-46ed-b309-d05602298a55 req-26efa7de-2843-4578-8ae1-175bb45bd43c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626123 Aug 25 17:59:59.802545 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port eec85205-9e6f-40b1-b626-2304777f0075 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:59:59.804447 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 29523fa0-bc78-44b0-bff9-3d7e04929572 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:59:59.804812 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.832195 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.843747 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port eec85205-9e6f-40b1-b626-2304777f0075 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:59:59.844212 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.867424 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.868984 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:59:59.870486 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:59:59.874396 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:59:59.900127 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Transition to ACTIVE for port object af6ad8b5-bb77-4b92-8cf0-0919817b31b7 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:59:59.910851 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Pushing event updated for resources: {'Port': ['ID=072e180f-9e5f-4351-8814-84c4e9ad7351,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:59:59.912778 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:59:59.929006 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.020659 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Attempting to bind port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:00:00.021027 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Attempting to bind port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:00:00.021388 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Attempting to bind port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:00.026208 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae45af2-0d4e-44be-8740-a0b85a42a514 None None] Pushing event updated for resources: {'Port': ['ID=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:00.044752 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:00:00.045121 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:00.045526 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.045915 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:00:00.046563 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Bound port: af6ad8b5-bb77-4b92-8cf0-0919817b31b7, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:00:00.046802 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.069589 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.071015 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.074326 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.123915 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:00.126227 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93837302-9698-4c33-bf1d-3cc7d56f6675" -d '{"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-plugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:00.158820 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] For port af6ad8b5-bb77-4b92-8cf0-0919817b31b7, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:00:00.162223 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:00.184069 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.193149 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] For port af6ad8b5-bb77-4b92-8cf0-0919817b31b7, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:00:00.200914 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port eec85205-9e6f-40b1-b626-2304777f0075, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=eec85205-9e6f-40b1-b626-2304777f0075,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:00.225560 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.230759 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.259241 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1d842d66-28d6-43b1-8dcb-e18bdfb2890e None None] Provisioning complete for port eec85205-9e6f-40b1-b626-2304777f0075 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:00.259630 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d842d66-28d6-43b1-8dcb-e18bdfb2890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.301403 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:00.347296 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c8781b-3599-4c8d-9716-b71f493cebad x-openstack-request-id: req-e6c8781b-3599-4c8d-9716-b71f493cebad {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:00.347528 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-plugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:00.347779 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6c8781b-3599-4c8d-9716-b71f493cebad {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:00.348167 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'code': 200} Aug 25 18:00:00.352662 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:00.353340 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:00.547374 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae45af2-0d4e-44be-8740-a0b85a42a514 None None] Pushing event updated for resources: {'Port': ['ID=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:00.552585 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.561607 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.584229 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7061954-2ccb-4f51-9375-6c87d8cf2674 req-cbe532b9-ceb4-4d91-ac7f-7e5a1501afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:00.585740 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f7061954-2ccb-4f51-9375-6c87d8cf2674 req-cbe532b9-ceb4-4d91-ac7f-7e5a1501afea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0772390 Aug 25 18:00:00.651103 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.658278 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Pushing event updated for resources: {'Port': ['ID=072e180f-9e5f-4351-8814-84c4e9ad7351,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:00.673035 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f7061954-2ccb-4f51-9375-6c87d8cf2674 req-a9107950-02d2-4c68-9993-5eebe9b15be8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628524 Aug 25 18:00:00.673459 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=eec85205-9e6f-40b1-b626-2304777f0075,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:00.681064 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:00.757531 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:00.758860 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:00.821260 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ad08635f-a833-4990-8a74-51f2d3ae2a44 None None] Provisioning for port 072e180f-9e5f-4351-8814-84c4e9ad7351 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:00.836068 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ad08635f-a833-4990-8a74-51f2d3ae2a44 None None] Provisioning complete for port 072e180f-9e5f-4351-8814-84c4e9ad7351 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:00.836487 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad08635f-a833-4990-8a74-51f2d3ae2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:00.904978 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ad08635f-a833-4990-8a74-51f2d3ae2a44 None None] Port 072e180f-9e5f-4351-8814-84c4e9ad7351 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:00:00.912737 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Router 64723d8f-1cb5-4173-8691-9b397a6f9439 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:00:00.964595 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T17:59:59Z', 'revision_number': 1, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:00.995644 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7145b-7c7c-45af-9f80-b79e4fe8cb88 None None] The sync data for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi is: [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T17:59:59Z', 'revision_number': 1, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:00.999496 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f0fcb-0dfd-4eb8-baaf-c5dde83dfffc req-395cd26d-46f4-42f4-84a6-6da70bc5cfb5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:01.001727 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fb5f0fcb-0dfd-4eb8-baaf-c5dde83dfffc req-395cd26d-46f4-42f4-84a6-6da70bc5cfb5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.1047771 Aug 25 18:00:01.032994 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-559da251-94b4-410c-bb7f-69358fa87398 None None] Provisioning complete for port 072e180f-9e5f-4351-8814-84c4e9ad7351 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:01.033457 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-559da251-94b4-410c-bb7f-69358fa87398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:01.072610 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-559da251-94b4-410c-bb7f-69358fa87398 None None] Port 072e180f-9e5f-4351-8814-84c4e9ad7351 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:00:01.110037 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-fb5f0fcb-0dfd-4eb8-baaf-c5dde83dfffc req-67e24f0b-9883-4500-bf41-e7f9a772210d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879455 Aug 25 18:00:01.117101 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:00:01.124855 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7ae056f5-0d46-4794-82d0-d4472326c64a admin admin] 10.222.0.23 "PUT /v2.0/routers/64723d8f-1cb5-4173-8691-9b397a6f9439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1378145 Aug 25 18:00:01.572479 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device eec85205-9e6f-40b1-b626-2304777f0075 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:01.625469 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port eec85205-9e6f-40b1-b626-2304777f0075 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:01.625908 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:01.726332 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50320) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:01.733806 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-935844738-network', 'tenant_id': '1285960dd7464449925b1de982c0b166'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:01.772950 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Made reservation on behalf of 1285960dd7464449925b1de982c0b166 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:00:01.779339 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:01.796687 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:01.936372 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:01.944494 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:01.973909 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:00:01.986471 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54744b04-3cbc-4a47-9dca-2ad9b3c05683,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:01.994301 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:01.994743 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Added segment ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c of type vlan for network 072c3fed-1521-492c-95b2-9ef09aba0ee2 Aug 25 18:00:02.043784 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.073893 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.074973 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:02.075574 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.135447 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4075291 Aug 25 18:00:02.138088 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50322) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:02.143976 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Request body: {'subnet': {'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-935844738-subnet', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:02.150377 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35fbc3-4a1d-4f14-9c7c-2e1bd87a512e admin admin] Pushing event updated for resources: {'Network': ['ID=072c3fed-1521-492c-95b2-9ef09aba0ee2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:02.169395 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:00:02.190806 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Made reservation on behalf of 1285960dd7464449925b1de982c0b166 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:00:02.193214 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005303'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.316148 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe616-885c-45aa-97a9-b29517e25944 req-fb0c272b-a629-4f5f-b129-fec80829fc0f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:02.317733 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cedbe616-885c-45aa-97a9-b29517e25944 req-fb0c272b-a629-4f5f-b129-fec80829fc0f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.1105273 Aug 25 18:00:02.392939 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cedbe616-885c-45aa-97a9-b29517e25944 req-598c50a2-8c4c-4666-a4d4-42edca2c20f9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683146 Aug 25 18:00:02.446446 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13196638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005189'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.524482 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4016a9-d6b6-4293-b7a4-0db40e925105 req-78ab4f42-c92a-418d-af66-fc96ec36d4b9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:02.526642 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ce4016a9-d6b6-4293-b7a4-0db40e925105 req-78ab4f42-c92a-418d-af66-fc96ec36d4b9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0534575 Aug 25 18:00:02.532146 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:02.538579 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Checking segment: {'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:02.538941 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Network hostable DHCP agents. Network: 072c3fed-1521-492c-95b2-9ef09aba0ee2, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:00:02.539064 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:02.544049 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Request body: {'floatingip': {'port_id': '29523fa0-bc78-44b0-bff9-3d7e04929572'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:02.557805 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:00:02.568815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 072c3fed-1521-492c-95b2-9ef09aba0ee2) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:02.573073 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:02.573656 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.580361 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f00594-4a1d-4c6c-b95b-ad0712f0d8c9 None None] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:00:02.587159 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.602848 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-23cbc6d8-5f53-486f-b462-0ec333a7630e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4612455 Aug 25 18:00:02.603054 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50330) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:02.607960 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:02.634949 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.636370 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.727047 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.791990 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-072c3fed-1521-492c-95b2-9ef09aba0ee2', 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'fixed_ips': [{'subnet_id': '2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:00:02.793584 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:02.919140 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.003934 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Allocated IP 172.20.0.2 (072c3fed-1521-492c-95b2-9ef09aba0ee2/2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2/df5ed02f-15b1-46ae-93b1-b7897457b646) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:00:03.156815 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.162252 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.194336 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.218298 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.222151 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.236947 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.248037 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Transition to ACTIVE for port object df5ed02f-15b1-46ae-93b1-b7897457b646 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:03.265077 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Transition to ACTIVE for port object df5ed02f-15b1-46ae-93b1-b7897457b646 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:03.276817 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.303777 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Floating IP ec3b435f-e65c-408c-993f-c846da384a9d associated. External IP: 172.27.2.50, port: 29523fa0-bc78-44b0-bff9-3d7e04929572. Aug 25 18:00:03.318205 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:03.321428 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:03.324110 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:00:03.347200 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Allocated IP 172.27.2.97 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/70c02658-1632-4a00-920c-d33d5a049267) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:00:03.361424 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Pushing event updated for resources: {'Port': ['ID=df5ed02f-15b1-46ae-93b1-b7897457b646,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:03.399179 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Attempting to bind port df5ed02f-15b1-46ae-93b1-b7897457b646 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:00:03.399963 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Attempting to bind port df5ed02f-15b1-46ae-93b1-b7897457b646 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:00:03.400456 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Attempting to bind port df5ed02f-15b1-46ae-93b1-b7897457b646 on network 072c3fed-1521-492c-95b2-9ef09aba0ee2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:03.409748 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Sync routers for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:00:03.411613 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:00:03.412002 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Checking segment: {'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:03.412462 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.412864 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Bound using segment: {'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:00:03.413360 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Bound port: df5ed02f-15b1-46ae-93b1-b7897457b646, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:00:03.413753 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.427097 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:03.428997 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:03.538302 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] For port df5ed02f-15b1-46ae-93b1-b7897457b646, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:00:03.544877 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] For port df5ed02f-15b1-46ae-93b1-b7897457b646, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df5ed02f-15b1-46ae-93b1-b7897457b646,segment=NetworkSegment(ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c),segment_id=ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:00:03.556043 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.578921 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.582859 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:03.634528 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device af6ad8b5-bb77-4b92-8cf0-0919817b31b7 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:03.663654 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.706936 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e680-430c-4b62-a176-3ce7f909480a None None] Pushing event updated for resources: {'Port': ['ID=df5ed02f-15b1-46ae-93b1-b7897457b646,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:03.709728 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Router 96b29a8f-20b0-49a1-b84e-182d66146dfb has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:00:03.719110 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:03.726485 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:03.732583 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:00:03.775292 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:03.786917 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:03.787547 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.819456 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Pushing event updated for resources: {'Port': ['ID=70c02658-1632-4a00-920c-d33d5a049267,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:03.907779 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:00:03.912666 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:03.926370 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] Sync routers for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:00:03.963785 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:03.963785 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:03.984761 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d64eeb0c-72b1-4849-bf89-7c046f5fc75f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "PUT /v2.0/floatingips/ec3b435f-e65c-408c-993f-c846da384a9d HTTP/1.1" status: 200 len: 991 time: 1.4420671 Aug 25 18:00:03.984761 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:03.985569 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a076430a-20dc-4f15-b582-572eee23be28" -d '{"events": [{"name": "network-changed", "server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:03.993303 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 2, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:04.007134 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.046622 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Checking router: 64723d8f-1cb5-4173-8691-9b397a6f9439 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:00:04.047393 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Updating router 64723d8f-1cb5-4173-8691-9b397a6f9439 port 072e180f-9e5f-4351-8814-84c4e9ad7351 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:00:04.065917 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdb481c-e31b-453d-aadc-ddb299715ebf x-openstack-request-id: req-5cdb481c-e31b-453d-aadc-ddb299715ebf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:04.066245 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:04.066560 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cdb481c-e31b-453d-aadc-ddb299715ebf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:04.066981 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'status': 'completed', 'code': 200} Aug 25 18:00:04.071936 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port af6ad8b5-bb77-4b92-8cf0-0919817b31b7, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:04.108057 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.108303 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.113993 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.182795 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076430a-20dc-4f15-b582-572eee23be28 req-24941c0d-a741-416d-9da0-42b22e52d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:04.186084 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-24941c0d-a741-416d-9da0-42b22e52d773 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0898850 Aug 25 18:00:04.191332 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:04.195415 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:04.307946 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076430a-20dc-4f15-b582-572eee23be28 req-c036e2f1-e6df-4134-8b5f-7ba170ed9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:04.310551 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-c036e2f1-e6df-4134-8b5f-7ba170ed9a3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.1139610 Aug 25 18:00:04.361710 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.458550 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-04c97cad-4d41-4982-9d52-2d9ffd6ae2f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29523fa0-bc78-44b0-bff9-3d7e04929572 HTTP/1.1" status: 200 len: 999 time: 0.1358705 Aug 25 18:00:04.469066 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.480303 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Transition to ACTIVE for port object 072e180f-9e5f-4351-8814-84c4e9ad7351 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:04.489155 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.509981 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Router 829fe314-99db-433d-b525-5aa4172c6102 is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:00:04.549318 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076430a-20dc-4f15-b582-572eee23be28 req-8d06b00c-21a9-4710-8e9e-13badffacaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:04.551426 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-8d06b00c-21a9-4710-8e9e-13badffacaf3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0851953 Aug 25 18:00:04.557020 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Pushing event updated for resources: {'Port': ['ID=072e180f-9e5f-4351-8814-84c4e9ad7351,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:04.570798 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.571632 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.573914 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.574396 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.575601 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.576306 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.577690 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.578821 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.579396 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.580111 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.580678 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.581220 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:04.604716 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'ec3b435f-e65c-408c-993f-c846da384a9d', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'port_id': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'mac_address': 'fa:16:3e:84:bd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:59:48Z', 'updated_at': '2021-08-25T18:00:03Z', 'revision_number': 1, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:04.678937 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] Checking router: 96b29a8f-20b0-49a1-b84e-182d66146dfb for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:00:04.694098 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:04.695003 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:04.700388 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076430a-20dc-4f15-b582-572eee23be28 req-b10ba5e9-ae1f-43fb-b97f-6a772a6d4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:04.701919 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-b10ba5e9-ae1f-43fb-b97f-6a772a6d4404 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1395285 Aug 25 18:00:04.713269 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Attempting to bind port 072e180f-9e5f-4351-8814-84c4e9ad7351 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:00:04.713789 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Attempting to bind port 072e180f-9e5f-4351-8814-84c4e9ad7351 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:00:04.714156 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Attempting to bind port 072e180f-9e5f-4351-8814-84c4e9ad7351 on network b9af2230-adca-440f-b2ac-4f2e4cec69d5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:04.728379 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:00:04.728745 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Checking segment: {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:04.729218 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.729612 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Bound using segment: {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:00:04.730091 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Bound port: 072e180f-9e5f-4351-8814-84c4e9ad7351, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:00:04.730510 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.765067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:00:04.796628 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Sync routers for ids ['829fe314-99db-433d-b525-5aa4172c6102'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:00:04.806565 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-5e941328-0357-4abe-a04b-d7d4bfe3af56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1245396 Aug 25 18:00:04.808007 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:04.813952 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-37303483-da61-4416-aa87-8b11d12c4434 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2096066 Aug 25 18:00:04.814762 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50336) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:04.835929 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Routers {'829fe314-99db-433d-b525-5aa4172c6102'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:04.836667 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['829fe314-99db-433d-b525-5aa4172c6102'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:04.861754 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-5179842f-6c9c-4dbf-b8ec-e6e3a7c338a9 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443870 Aug 25 18:00:04.997435 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] For port 072e180f-9e5f-4351-8814-84c4e9ad7351, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:00:05.022133 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-86f45739-2a08-47ca-8589-9067fa3deafe service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436932 Aug 25 18:00:05.045712 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] For port 072e180f-9e5f-4351-8814-84c4e9ad7351, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=072e180f-9e5f-4351-8814-84c4e9ad7351,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:00:05.066161 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:05.102207 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ed439-8bab-41fd-8cd2-7173b020f343 None None] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:00:05.133226 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Set router 829fe314-99db-433d-b525-5aa4172c6102 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:05.211383 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:05.277116 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:05.278114 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:05.358359 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744853-cc06-43bb-9a01-313bb553617a req-f29ef816-01bd-4387-8534-90084bb35b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:05.360147 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-f29ef816-01bd-4387-8534-90084bb35b16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 1098 time: 0.4620440 Aug 25 18:00:05.491643 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-81973e07-85c8-4632-8a16-d076d08db7b2 None None] Provisioning for port df5ed02f-15b1-46ae-93b1-b7897457b646 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:05.561902 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:05.596471 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744853-cc06-43bb-9a01-313bb553617a req-03be01e7-8936-4f08-a2c0-4fb07d389c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:05.599462 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-03be01e7-8936-4f08-a2c0-4fb07d389c2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 910 time: 0.1717649 Aug 25 18:00:05.613741 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c27937-4ee8-4676-810f-18e5ab713d16 None None] Pushing event updated for resources: {'Port': ['ID=072e180f-9e5f-4351-8814-84c4e9ad7351,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:05.681903 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'ec3b435f-e65c-408c-993f-c846da384a9d', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'port_id': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'mac_address': 'fa:16:3e:84:bd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:59:48Z', 'updated_at': '2021-08-25T18:00:03Z', 'revision_number': 1, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:05.726095 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-fa173ff1-2d0b-4a30-8653-163529b618b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 200 len: 1001 time: 0.0781579 Aug 25 18:00:05.756368 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f1631-5846-40d7-9ba3-69e939049ac6 None None] The sync data for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi is: [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'ec3b435f-e65c-408c-993f-c846da384a9d', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'port_id': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'mac_address': 'fa:16:3e:84:bd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:59:48Z', 'updated_at': '2021-08-25T18:00:03Z', 'revision_number': 1, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:05.778917 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf7056f-7ccc-4dac-8067-012a77a256c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:05.803225 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df5ed02f-15b1-46ae-93b1-b7897457b646 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:05.878770 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '70c02658-1632-4a00-920c-d33d5a049267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:00:03Z', 'revision_number': 3, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port': {'id': '70c02658-1632-4a00-920c-d33d5a049267', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:03Z', 'updated_at': '2021-08-25T18:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:05.880160 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744853-cc06-43bb-9a01-313bb553617a req-cac6b908-118b-4a0e-a6c2-102091c3f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:05.881911 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-cac6b908-118b-4a0e-a6c2-102091c3f5c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.1483915 Aug 25 18:00:05.885469 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port df5ed02f-15b1-46ae-93b1-b7897457b646 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:05.890377 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port df5ed02f-15b1-46ae-93b1-b7897457b646 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:05.890918 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:05.911059 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Checking router: 829fe314-99db-433d-b525-5aa4172c6102 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:00:05.911415 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Updating router 829fe314-99db-433d-b525-5aa4172c6102 port 70c02658-1632-4a00-920c-d33d5a049267 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:00:05.946372 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:05.948302 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:05.992988 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b027116-9079-4ed5-b06e-3ea423b8bd63 None None] The sync data for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi is: [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:05.999517 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744853-cc06-43bb-9a01-313bb553617a req-ddc35d5d-b56d-40bb-8a38-846e977b5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:06.000927 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.001413 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-ddc35d5d-b56d-40bb-8a38-846e977b5f5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0884271 Aug 25 18:00:06.003986 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-720b9eb9-8425-4d00-8c7c-2660f981d0c0 None None] Provisioning complete for port df5ed02f-15b1-46ae-93b1-b7897457b646 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:06.004377 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-720b9eb9-8425-4d00-8c7c-2660f981d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.067122 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port df5ed02f-15b1-46ae-93b1-b7897457b646, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df5ed02f-15b1-46ae-93b1-b7897457b646,segment=NetworkSegment(ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c),segment_id=ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:06.076100 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.076930 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device af6ad8b5-bb77-4b92-8cf0-0919817b31b7 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:06.189442 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.221744 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c840c-312e-4d98-b34c-9bca35971713 None None] New status for floating IP ec3b435f-e65c-408c-993f-c846da384a9d: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:00:06.256828 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-76f9050e-ea64-4e48-9155-0a81f0817f78 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410254 Aug 25 18:00:06.269525 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=df5ed02f-15b1-46ae-93b1-b7897457b646,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:06.320540 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:06.321895 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.474450 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.501821 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Transition to ACTIVE for port object 70c02658-1632-4a00-920c-d33d5a049267 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:06.516245 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.519047 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Allocated IP 172.20.0.1 (072c3fed-1521-492c-95b2-9ef09aba0ee2/2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2/22c9e6de-db23-4418-8e57-a74cbdc6ecd4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:00:06.526451 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c1744853-cc06-43bb-9a01-313bb553617a req-a670b658-75d3-498a-aa66-30e75a82c550 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717403 Aug 25 18:00:06.622513 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Attempting to bind port 70c02658-1632-4a00-920c-d33d5a049267 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:00:06.623175 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Attempting to bind port 70c02658-1632-4a00-920c-d33d5a049267 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:00:06.623867 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Attempting to bind port 70c02658-1632-4a00-920c-d33d5a049267 on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:06.635886 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:00:06.639278 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:06.640085 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.640830 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:00:06.641663 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Bound port: 70c02658-1632-4a00-920c-d33d5a049267, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:00:06.642330 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.669370 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.685877 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Transition to ACTIVE for port object 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:06.708479 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b9174-91e9-435c-90c7-a75e1dc69e95 None None] Pushing event updated for resources: {'Port': ['ID=70c02658-1632-4a00-920c-d33d5a049267,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:06.719622 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] For port 70c02658-1632-4a00-920c-d33d5a049267, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:00:06.727044 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] For port 70c02658-1632-4a00-920c-d33d5a049267, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=70c02658-1632-4a00-920c-d33d5a049267,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:00:06.734785 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.735466 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.794807 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Routers {'829fe314-99db-433d-b525-5aa4172c6102'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:06.794807 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T17:59:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['829fe314-99db-433d-b525-5aa4172c6102'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:06.795811 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:06.803635 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:06.804046 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Pushing event updated for resources: {'Port': ['ID=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:06.806261 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:00:06.852127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:06.853059 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b9174-91e9-435c-90c7-a75e1dc69e95 None None] Pushing event updated for resources: {'Port': ['ID=70c02658-1632-4a00-920c-d33d5a049267,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:06.941393 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] Set router 829fe314-99db-433d-b525-5aa4172c6102 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:07.028035 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.128123 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-667447c5-d318-4b2f-8980-323d09f89758 None None] Provisioning for port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:07.134466 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-667447c5-d318-4b2f-8980-323d09f89758 None None] Provisioning complete for port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:07.134948 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-667447c5-d318-4b2f-8980-323d09f89758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.172390 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '70c02658-1632-4a00-920c-d33d5a049267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:00:03Z', 'revision_number': 3, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port': {'id': '70c02658-1632-4a00-920c-d33d5a049267', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:03Z', 'updated_at': '2021-08-25T18:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:07.181482 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-667447c5-d318-4b2f-8980-323d09f89758 None None] Port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:00:07.204418 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39179b-6915-4a6b-ab68-4e0ac3e5d01f None None] The sync data for ids ['829fe314-99db-433d-b525-5aa4172c6102'] in dv-cinder-786386-10-iscsi is: [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '70c02658-1632-4a00-920c-d33d5a049267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:00:03Z', 'revision_number': 3, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port': {'id': '70c02658-1632-4a00-920c-d33d5a049267', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:03Z', 'updated_at': '2021-08-25T18:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:07.224733 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.230968 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.301893 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Pushing event updated for resources: {'Port': ['ID=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:07.304427 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.397868 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:07.399294 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:07.552575 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Router 829fe314-99db-433d-b525-5aa4172c6102 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:00:07.606452 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-28acf7fc-1184-45d8-8e7c-316a9edfd1aa None None] Provisioning complete for port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:07.606814 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28acf7fc-1184-45d8-8e7c-316a9edfd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.630787 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df5ed02f-15b1-46ae-93b1-b7897457b646 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:07.674125 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-28acf7fc-1184-45d8-8e7c-316a9edfd1aa None None] Port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:00:07.695075 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port df5ed02f-15b1-46ae-93b1-b7897457b646 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:07.695444 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.695830 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:00:07.701240 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-33fa7ad7-f2f4-4314-9074-17c04287ba8f admin admin] 10.222.0.23 "PUT /v2.0/routers/829fe314-99db-433d-b525-5aa4172c6102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8852954 Aug 25 18:00:07.806426 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 072e180f-9e5f-4351-8814-84c4e9ad7351 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:07.859956 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 072e180f-9e5f-4351-8814-84c4e9ad7351 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:07.863950 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 072e180f-9e5f-4351-8814-84c4e9ad7351 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:07.864358 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.949938 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:07.986218 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 072e180f-9e5f-4351-8814-84c4e9ad7351, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=072e180f-9e5f-4351-8814-84c4e9ad7351,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:07.991154 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:08.060696 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=072e180f-9e5f-4351-8814-84c4e9ad7351,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:08.398100 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d52f80-2d40-46a3-8d98-585bc9d29f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:08.618569 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:09.538938 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:09.645560 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 072e180f-9e5f-4351-8814-84c4e9ad7351 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:09.663585 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Sync routers for ids ['829fe314-99db-433d-b525-5aa4172c6102'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:00:09.679296 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Routers {'829fe314-99db-433d-b525-5aa4172c6102'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:09.682149 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['829fe314-99db-433d-b525-5aa4172c6102'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:09.720641 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 072e180f-9e5f-4351-8814-84c4e9ad7351 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:09.721631 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:09.830384 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Set router 829fe314-99db-433d-b525-5aa4172c6102 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:09.889876 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 70c02658-1632-4a00-920c-d33d5a049267 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:09.977243 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 70c02658-1632-4a00-920c-d33d5a049267 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:09.982645 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 70c02658-1632-4a00-920c-d33d5a049267 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:09.983591 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.105043 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '70c02658-1632-4a00-920c-d33d5a049267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:00:06Z', 'revision_number': 4, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port': {'id': '70c02658-1632-4a00-920c-d33d5a049267', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:03Z', 'updated_at': '2021-08-25T18:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '22c9e6de-db23-4418-8e57-a74cbdc6ecd4', 'name': '', 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'mac_address': 'fa:16:3e:87:31:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:06Z', 'updated_at': '2021-08-25T18:00:07Z', 'revision_number': 2, 'project_id': '1285960dd7464449925b1de982c0b166', 'subnets': [{'id': '2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:10.137222 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Checking router: 829fe314-99db-433d-b525-5aa4172c6102 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:00:10.137579 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Updating router 829fe314-99db-433d-b525-5aa4172c6102 port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:00:10.172736 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.222237 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.258898 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 70c02658-1632-4a00-920c-d33d5a049267, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=70c02658-1632-4a00-920c-d33d5a049267,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:10.266071 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.330483 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=70c02658-1632-4a00-920c-d33d5a049267,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:10.571910 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.582854 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Transition to ACTIVE for port object 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:10.591740 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.648767 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c05f96-b875-45fc-9ede-154adbab4242 None None] Pushing event updated for resources: {'Port': ['ID=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:10.716364 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Attempting to bind port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:00:10.717041 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Attempting to bind port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:00:10.717140 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Attempting to bind port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 on network 072c3fed-1521-492c-95b2-9ef09aba0ee2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:10.722562 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:00:10.723283 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Checking segment: {'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:10.723390 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.723738 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Bound using segment: {'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:00:10.724230 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Bound port: 22c9e6de-db23-4418-8e57-a74cbdc6ecd4, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:00:10.724662 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.825559 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] For port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:00:10.829558 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] For port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,segment=NetworkSegment(ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c),segment_id=ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:00:10.835758 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:10.941584 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Routers {'829fe314-99db-433d-b525-5aa4172c6102'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:10.942430 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['829fe314-99db-433d-b525-5aa4172c6102'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:11.048524 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c05f96-b875-45fc-9ede-154adbab4242 None None] Pushing event updated for resources: {'Port': ['ID=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:11.076584 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] Set router 829fe314-99db-433d-b525-5aa4172c6102 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:11.335397 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:11.336677 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32078293-7495-4867-aad1-51d3c602a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '70c02658-1632-4a00-920c-d33d5a049267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:00:06Z', 'revision_number': 4, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port': {'id': '70c02658-1632-4a00-920c-d33d5a049267', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:03Z', 'updated_at': '2021-08-25T18:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '22c9e6de-db23-4418-8e57-a74cbdc6ecd4', 'name': '', 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'mac_address': 'fa:16:3e:87:31:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:06Z', 'updated_at': '2021-08-25T18:00:10Z', 'revision_number': 4, 'project_id': '1285960dd7464449925b1de982c0b166', 'subnets': [{'id': '2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:11.366415 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32078293-7495-4867-aad1-51d3c602a314 None None] The sync data for ids ['829fe314-99db-433d-b525-5aa4172c6102'] in dv-cinder-786386-10-iscsi is: [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '70c02658-1632-4a00-920c-d33d5a049267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:00:06Z', 'revision_number': 4, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port': {'id': '70c02658-1632-4a00-920c-d33d5a049267', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:03Z', 'updated_at': '2021-08-25T18:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '22c9e6de-db23-4418-8e57-a74cbdc6ecd4', 'name': '', 'network_id': '072c3fed-1521-492c-95b2-9ef09aba0ee2', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'mac_address': 'fa:16:3e:87:31:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:06Z', 'updated_at': '2021-08-25T18:00:10Z', 'revision_number': 4, 'project_id': '1285960dd7464449925b1de982c0b166', 'subnets': [{'id': '2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:11.561017 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 70c02658-1632-4a00-920c-d33d5a049267 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:11.624745 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 70c02658-1632-4a00-920c-d33d5a049267 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:11.625052 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:13.597390 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:13.674134 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:13.678982 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:13.679489 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:13.798542 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:13.854584 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,segment=NetworkSegment(ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c),segment_id=ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:13.864893 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:13.944556 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:15.560219 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:15.624590 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:15.625063 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:17.951708 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-c378465a-d7d1-4a06-88bc-020100413a99 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:17.953253 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-c378465a-d7d1-4a06-88bc-020100413a99 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 814 time: 0.1197443 Aug 25 18:00:17.971757 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-2c5f7fd2-19c9-46a9-8253-a0f3b78420fa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/quotas/16b1cea6ef9047a29c1ac2093f01a6f0 HTTP/1.1" status: 200 len: 375 time: 0.0099328 Aug 25 18:00:18.025606 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-8fccf65f-2c37-400d-9912-4720472796fe tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482361 Aug 25 18:00:18.123235 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-405b49fc-062b-48e9-9c82-edbafed0f533 service neutron] 10.222.0.23 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848041 Aug 25 18:00:18.222274 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-bc7d1ad2-f513-4082-bf9c-91893e4dd35e service neutron] 10.222.0.23 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923700 Aug 25 18:00:18.385696 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-45d130c2-84a3-464c-bd94-cc849e7c0b10 req-54cb9d8d-4819-44e3-bef4-21d56aaa3728 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Aug 25 18:00:19.523500 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6232ad89-ae0c-449c-b6db-83b54142074d req-ca51057b-3352-411f-9610-a34199ac733d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 210 time: 0.0402639 Aug 25 18:00:19.531767 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-bfa827cc-88d3-4d11-954e-aa0d557d08e2 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:19.533997 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-bfa827cc-88d3-4d11-954e-aa0d557d08e2 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.10 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 814 time: 0.1528850 Aug 25 18:00:19.550170 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'port': {'device_id': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'admin_state_up': True, 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:19.671907 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Made reservation on behalf of 16b1cea6ef9047a29c1ac2093f01a6f0 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:00:19.675525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:19.825161 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Allocated IP 172.20.0.11 (b9af2230-adca-440f-b2ac-4f2e4cec69d5/d008e69f-21c8-43e2-ab39-e9efc0d8b488/e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:00:20.035190 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:20.052026 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Transition to ACTIVE for port object e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:20.089694 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:20.134768 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:20.138882 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:20.142968 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:00:20.197618 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:20.207904 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:20.208589 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:20.226763 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-3342d435-d195-49f0-9e99-74f3594ac227 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6800747 Aug 25 18:00:20.481621 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e4f72dcc-eb2c-422a-b53a-73ebe6ae6468 None None] Provisioning for port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:20.487693 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e4f72dcc-eb2c-422a-b53a-73ebe6ae6468 None None] Provisioning complete for port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:20.488902 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4f72dcc-eb2c-422a-b53a-73ebe6ae6468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:20.548227 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e4f72dcc-eb2c-422a-b53a-73ebe6ae6468 None None] Port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:00:20.680182 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019a40f-f100-401d-b3e9-f270efb2be16 req-0f4e560a-90fe-4f1f-8bb4-2cb2537d52b1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:20.683266 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f019a40f-f100-401d-b3e9-f270efb2be16 req-0f4e560a-90fe-4f1f-8bb4-2cb2537d52b1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0798063 Aug 25 18:00:20.746511 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f019a40f-f100-401d-b3e9-f270efb2be16 req-d234e3d5-8902-447c-b1fc-d1c6b3e8e4cd tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Aug 25 18:00:21.884788 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962f89c-983e-40cf-a1db-0a9ad3403af9 req-822804cf-a797-422d-ab2d-e2453370ce85 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:21.886849 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7962f89c-983e-40cf-a1db-0a9ad3403af9 req-822804cf-a797-422d-ab2d-e2453370ce85 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0702598 Aug 25 18:00:21.931652 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7962f89c-983e-40cf-a1db-0a9ad3403af9 req-ff02174f-ed1d-46fa-a51d-ce4f49cd21c1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Aug 25 18:00:23.056037 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a905e-fe81-4e33-95fc-bb886dc6ff03 req-a76ad2c6-492d-4666-9acd-0d7a89f64d4b tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:23.058014 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-196a905e-fe81-4e33-95fc-bb886dc6ff03 req-a76ad2c6-492d-4666-9acd-0d7a89f64d4b tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0536022 Aug 25 18:00:23.132887 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-196a905e-fe81-4e33-95fc-bb886dc6ff03 req-b13a77fa-bd18-4b56-8a16-da766103f1ae tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691795 Aug 25 18:00:24.302154 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7c340-6c9a-4e44-89df-6f2c59130783 req-bad0bb79-efde-40be-ac74-d722a9d8cb5e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:24.303759 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-81a7c340-6c9a-4e44-89df-6f2c59130783 req-bad0bb79-efde-40be-ac74-d722a9d8cb5e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0525782 Aug 25 18:00:24.355101 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-81a7c340-6c9a-4e44-89df-6f2c59130783 req-001e0742-4e8f-4312-8967-3ad99a8919a9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Aug 25 18:00:25.259345 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:00:25.502614 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317326a-874d-4ade-bcac-796569f87a36 req-2b885a70-99ad-4a2e-a8ab-004d8d8a8b84 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:25.504173 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4317326a-874d-4ade-bcac-796569f87a36 req-2b885a70-99ad-4a2e-a8ab-004d8d8a8b84 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0583463 Aug 25 18:00:25.571650 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4317326a-874d-4ade-bcac-796569f87a36 req-2f8f75f2-fa33-4c2a-ba19-db73976f91e7 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589647 Aug 25 18:00:26.708013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d5fa2-2c08-49f6-a4c9-d041a15a25d5 req-5fa301a6-520a-4fb5-a4d6-fe68ec333da7 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:26.710538 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-984d5fa2-2c08-49f6-a4c9-d041a15a25d5 req-5fa301a6-520a-4fb5-a4d6-fe68ec333da7 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0689607 Aug 25 18:00:26.769750 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-984d5fa2-2c08-49f6-a4c9-d041a15a25d5 req-35b6ca50-694c-4be7-a66b-4185a4e9e90f tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Aug 25 18:00:27.910837 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816b82a-1c30-4958-a27b-1c29037d31bd req-a6baa0df-2a99-417e-983f-abba6dcbc231 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:27.912349 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b816b82a-1c30-4958-a27b-1c29037d31bd req-a6baa0df-2a99-417e-983f-abba6dcbc231 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0569234 Aug 25 18:00:27.965574 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b816b82a-1c30-4958-a27b-1c29037d31bd req-4c39b72e-3a50-4eae-b624-de113bfb1afb tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Aug 25 18:00:29.133468 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee508b-04bf-40ef-a9a8-811c3677979c req-04ee8b9a-e351-4ab9-8da6-77399ca103af tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:29.135323 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-afee508b-04bf-40ef-a9a8-811c3677979c req-04ee8b9a-e351-4ab9-8da6-77399ca103af tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0784554 Aug 25 18:00:29.208959 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-afee508b-04bf-40ef-a9a8-811c3677979c req-4097f24d-a02b-481e-8a72-e5180b998282 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613978 Aug 25 18:00:30.349988 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35406a59-3a8f-465b-9e71-182693d6ea48 req-a23eb0de-1d6d-4a73-b1ef-53ba5ad8d4bd tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:30.352431 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-35406a59-3a8f-465b-9e71-182693d6ea48 req-a23eb0de-1d6d-4a73-b1ef-53ba5ad8d4bd tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0684502 Aug 25 18:00:30.409250 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-35406a59-3a8f-465b-9e71-182693d6ea48 req-260f9791-3013-426e-a17c-2f07306b6591 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 Aug 25 18:00:31.557454 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd627ebe-0dc6-42cf-9928-125eaee52baa req-4b36aff5-0f5c-44fc-9b8a-be439acab89c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:31.559290 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cd627ebe-0dc6-42cf-9928-125eaee52baa req-4b36aff5-0f5c-44fc-9b8a-be439acab89c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0679896 Aug 25 18:00:31.613692 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cd627ebe-0dc6-42cf-9928-125eaee52baa req-d14bb12f-6a73-4017-847c-1985b0e14154 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Aug 25 18:00:32.734253 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97139cc9-2c98-4fb4-8214-ffbcdadced87 req-e0b73e8c-d2eb-4c5e-9016-6514061983dd tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:32.735826 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-97139cc9-2c98-4fb4-8214-ffbcdadced87 req-e0b73e8c-d2eb-4c5e-9016-6514061983dd tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 932 time: 0.0491641 Aug 25 18:00:32.779876 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-97139cc9-2c98-4fb4-8214-ffbcdadced87 req-e5c5c844-4cda-42c1-8fac-6eeb94589cac tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Aug 25 18:00:32.982482 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Request body: {'port': {'device_id': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:33.070212 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:33.119794 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:33.381110 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:00:33.389214 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:33.406610 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Transition to ACTIVE for port object e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:33.411279 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:33.463912 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:33.478130 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.478520 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.478812 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.479714 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.480071 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.480401 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.480731 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.481055 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.481378 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.481714 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.482023 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.482341 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:33.601682 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70612ac4-5ea8-46aa-9bf6-8f026491d2f1 req-d928925b-1992-4c3a-957c-91b2f16992d0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:33.603299 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-70612ac4-5ea8-46aa-9bf6-8f026491d2f1 req-d928925b-1992-4c3a-957c-91b2f16992d0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0790668 Aug 25 18:00:33.604821 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Attempting to bind port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:00:33.605150 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Attempting to bind port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:00:33.605472 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Attempting to bind port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 on network b9af2230-adca-440f-b2ac-4f2e4cec69d5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:33.610552 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 on network b9af2230-adca-440f-b2ac-4f2e4cec69d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:00:33.610876 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Attempting to bind port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 on network b9af2230-adca-440f-b2ac-4f2e4cec69d5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:33.623678 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:00:33.624014 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Checking segment: {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:33.624433 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Bound using segment: {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:00:33.624937 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Bound port: e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c4222c-b48f-413d-bfe8-fec0a39675e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:00:33.625328 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:33.681688 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-70612ac4-5ea8-46aa-9bf6-8f026491d2f1 req-0ef38bc7-6894-41e1-85ee-fedd3b992b69 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678198 Aug 25 18:00:33.716161 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:00:33.719739 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:00:33.725683 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:33.765975 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:33.766654 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:33.768002 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] 10.222.0.10 "PUT /v2.0/ports/e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 1094 time: 0.7906096 Aug 25 18:00:33.768547 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:33.770839 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1747da-621c-42be-b5d9-201fba13ddfb" -d '{"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:33.808094 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731d26a-7a7a-40a7-a7c8-2a22bbb60e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:33.824288 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd65ca37-6074-43ac-9f87-a672f09fbc5e x-openstack-request-id: req-dd65ca37-6074-43ac-9f87-a672f09fbc5e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:33.824879 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:33.825388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd65ca37-6074-43ac-9f87-a672f09fbc5e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:33.826099 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'status': 'completed', 'code': 200} Aug 25 18:00:33.888147 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-bc04bd4b-9425-49b1-85ff-3cfaed169cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:33.889881 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-bc04bd4b-9425-49b1-85ff-3cfaed169cf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1097 time: 0.0567160 Aug 25 18:00:33.964384 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-d9a8040b-83ac-4bce-8422-2401a6a3a031 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 217 time: 0.0654778 Aug 25 18:00:33.993372 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781bd89-fd7f-431e-a9a9-5974d48554f0 req-4215617b-3292-4bda-af3e-e151362ba7a1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:33.995504 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8781bd89-fd7f-431e-a9a9-5974d48554f0 req-4215617b-3292-4bda-af3e-e151362ba7a1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 944 time: 0.0980203 Aug 25 18:00:34.061635 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-60b0dbe4-7a8e-4896-914d-0d69d68d8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:34.063129 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-60b0dbe4-7a8e-4896-914d-0d69d68d8398 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 200 len: 853 time: 0.0873914 Aug 25 18:00:34.071329 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8781bd89-fd7f-431e-a9a9-5974d48554f0 req-f69b26ef-5379-496a-9510-7dbae8250985 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Aug 25 18:00:34.123001 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-61ea71bc-96d7-4fc0-8ee4-650d3965f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:34.124605 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-61ea71bc-96d7-4fc0-8ee4-650d3965f486 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9af2230-adca-440f-b2ac-4f2e4cec69d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523636 Aug 25 18:00:34.232860 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-c2ade79d-6357-404d-801b-9adc1e51fbff service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Aug 25 18:00:34.339341 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b611d1a0-2ad2-4930-bea5-477cee7fde39 req-703eeb35-e0e7-46d1-b69d-acd335e87167 service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926223 Aug 25 18:00:34.459566 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-13c6f67f-97ac-4d38-87d3-3630d6364ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:34.461211 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-13c6f67f-97ac-4d38-87d3-3630d6364ffe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1097 time: 0.0579081 Aug 25 18:00:34.875712 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4605dba-1fba-4d1a-9544-425f24af783f req-7cabe299-8bb7-4c73-bad4-78e733a883a0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:34.877310 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4605dba-1fba-4d1a-9544-425f24af783f req-7cabe299-8bb7-4c73-bad4-78e733a883a0 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0848849 Aug 25 18:00:34.878589 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-decc4336-f2b5-4649-b3a2-cd0f57517b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:34.879904 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-decc4336-f2b5-4649-b3a2-cd0f57517b0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 915 time: 0.4071636 Aug 25 18:00:34.935345 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-d537fe42-fe9a-4b20-89e2-ef09abf5fc77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 217 time: 0.0458348 Aug 25 18:00:34.962304 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f4605dba-1fba-4d1a-9544-425f24af783f req-238535d4-0718-4bd9-9acf-278203fca168 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790470 Aug 25 18:00:35.005235 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-9adb4dbc-3aad-4ef7-8a60-bdb330a30452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:35.006768 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-9adb4dbc-3aad-4ef7-8a60-bdb330a30452 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 200 len: 853 time: 0.0601437 Aug 25 18:00:35.063878 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-2c69ce47-0904-44fc-8658-343de3ff222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:35.065451 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-2c69ce47-0904-44fc-8658-343de3ff222c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9af2230-adca-440f-b2ac-4f2e4cec69d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493321 Aug 25 18:00:35.181871 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-5ba8a148-5ee4-4a08-aa71-cbdde279d936 service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064661 Aug 25 18:00:35.214112 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1292e47-88da-46ce-8c5e-ea7f5f0c2a22 req-701edc1c-f32a-49d5-9776-44ce212e6ca3 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:35.215929 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d1292e47-88da-46ce-8c5e-ea7f5f0c2a22 req-701edc1c-f32a-49d5-9776-44ce212e6ca3 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 944 time: 0.0691464 Aug 25 18:00:35.269579 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d1292e47-88da-46ce-8c5e-ea7f5f0c2a22 req-a034f6af-0a99-4393-934d-bc988fb901e8 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Aug 25 18:00:35.302026 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fd1747da-621c-42be-b5d9-201fba13ddfb req-d3644ecd-b7f8-4959-8103-632d5da4e00e service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067946 Aug 25 18:00:35.724101 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896fde80-9953-474a-8caf-f4e43b4d9dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:35.986741 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-bd602d22-0fc7-4781-8fe5-86fa765b2b20 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:35.988605 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-bd602d22-0fc7-4781-8fe5-86fa765b2b20 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0563047 Aug 25 18:00:36.126471 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438e084-fc6f-4375-9a57-819383a06640 req-3f70b6d4-8743-4279-9be2-e9fa4317fe55 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:36.128199 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a438e084-fc6f-4375-9a57-819383a06640 req-3f70b6d4-8743-4279-9be2-e9fa4317fe55 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 945 time: 0.0726879 Aug 25 18:00:36.131191 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Deleting port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:00:36.131530 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:36.214238 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a438e084-fc6f-4375-9a57-819383a06640 req-5e9bb67c-6846-49b0-9e6f-df90f9659b25 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=c40c4dab-3202-4c86-b28e-5ba3ea80b502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794427 Aug 25 18:00:36.247704 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] For port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:36.248067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:36.454584 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3ca9b-a33a-4cb1-a8a3-5064f2cddec1 req-f7a94085-4147-454f-a9d8-a8149a131a73 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:36.456152 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3ea3ca9b-a33a-4cb1-a8a3-5064f2cddec1 req-f7a94085-4147-454f-a9d8-a8149a131a73 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 944 time: 0.1091011 Aug 25 18:00:36.468474 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:36.468788 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:36.469105 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Floating IP 680ad016-8d9a-4863-83a5-fd2ccf3bd42d disassociated. External IP: 172.27.2.129, port: 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52. Aug 25 18:00:36.469480 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Calling delete_port for 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:00:36.542819 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3ea3ca9b-a33a-4cb1-a8a3-5064f2cddec1 req-c22da636-a880-4370-911a-439fcb42374b tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776231 Aug 25 18:00:36.634388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:36.666013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event deleted for resources: {'Port': ['ID=37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:36.785539 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Router be1274e0-ecc6-4f91-9f83-d06f03595e94 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:00:36.894563 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:00:36.905136 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] Sync routers for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:00:36.914544 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:36.915168 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:36.934991 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] No DVR routers for this DVR port 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:00:36.937885 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:36.939996 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-95dc4c07-8e28-4e8b-9586-a4367dfbbd37 req-6dc18cdf-c40d-41a7-ace2-c3c7667a0266 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "DELETE /v2.0/ports/37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 HTTP/1.1" status: 204 len: 173 time: 0.9444904 Aug 25 18:00:36.940521 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'name': 'network-vif-deleted', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:36.942780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe9d208-4f97-4c77-82f4-c2da66acc59c" -d '{"events": [{"server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "name": "network-vif-deleted", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:36.987045 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d2120-2026-4a97-b785-2881b6ac7265 x-openstack-request-id: req-345d2120-2026-4a97-b785-2881b6ac7265 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:36.987973 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565624c4-07d0-47a5-ae7f-d60b868f7999", "name": "network-vif-deleted", "tag": "37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:36.987973 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-345d2120-2026-4a97-b785-2881b6ac7265 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:36.987973 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565624c4-07d0-47a5-ae7f-d60b868f7999', 'name': 'network-vif-deleted', 'tag': '37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52', 'status': 'completed', 'code': 200} Aug 25 18:00:37.045570 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:37.273826 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:37.302502 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] Checking router: be1274e0-ecc6-4f91-9f83-d06f03595e94 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:00:37.312088 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:37.313725 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:37.336392 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2d8b3ad9-b88b-40ba-b5d3-2a81de22dee1 req-673a89a5-6cc3-4461-b915-74294366d3d9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=565624c4-07d0-47a5-ae7f-d60b868f7999 HTTP/1.1" status: 200 len: 210 time: 0.0313401 Aug 25 18:00:37.437943 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:37.622297 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:00:37.656338 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06810-e4b8-49fc-a6e9-cb27b268aeab req-244144bd-0e6a-4b8e-84fa-258b64d565e3 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:37.657834 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8cb06810-e4b8-49fc-a6e9-cb27b268aeab req-244144bd-0e6a-4b8e-84fa-258b64d565e3 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 944 time: 0.0493107 Aug 25 18:00:37.695653 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8cb06810-e4b8-49fc-a6e9-cb27b268aeab req-c7a2e046-04f1-4b62-ae5c-9602e3b25a1a tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Aug 25 18:00:37.719999 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:37.754124 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d32bd1-0ac0-4541-be90-6129f68bb1d1 None None] The sync data for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi is: [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:37.768457 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:37.779450 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'port_id': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'mac_address': 'fa:16:3e:a6:66:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:00:37.822272 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:37.835339 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:00:37.855469 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:37.861915 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:37.914160 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:38.052627 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c16fb-c3bf-451b-a97f-0e510e851d3c None None] New status for floating IP 680ad016-8d9a-4863-83a5-fd2ccf3bd42d: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:00:38.123761 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:00:38.392516 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69d81326-c149-44aa-9f7d-ade426457442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.437522 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:38.508429 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.535141 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.590772 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.593448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.594626 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "DELETE /v2.0/security-groups/c40c4dab-3202-4c86-b28e-5ba3ea80b502 HTTP/1.1" status: 204 len: 168 time: 0.1561110 Aug 25 18:00:38.598652 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50536) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:38.610197 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c4dab-3202-4c86-b28e-5ba3ea80b502,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:38.614064 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.620994 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.api.v2.resource [None req-c42a6542-50ac-4111-b5ed-378f645739de tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] show failed (client error): The resource could not be found. Aug 25 18:00:38.622027 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-c42a6542-50ac-4111-b5ed-378f645739de tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups/c40c4dab-3202-4c86-b28e-5ba3ea80b502 HTTP/1.1" status: 404 len: 347 time: 0.0211771 Aug 25 18:00:38.623343 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.623698 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.624100 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.624421 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.624761 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.625099 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.625430 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.625764 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.626096 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.626432 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.626750 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.627073 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a736ee2-0f90-4fd5-9d33-b0ed8be453ac tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:00:38.634572 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50538) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:38.802701 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Deleting port 773e23a0-d18f-44a3-962f-4d2a0a3e7737 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:00:38.803046 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.853653 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46380af4-cff1-454d-ad4a-411255df806b req-12985c07-db69-40c4-b1eb-570df3fd0f71 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:38.855142 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-46380af4-cff1-454d-ad4a-411255df806b req-12985c07-db69-40c4-b1eb-570df3fd0f71 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 945 time: 0.0914884 Aug 25 18:00:38.919323 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-46380af4-cff1-454d-ad4a-411255df806b req-f493a8e5-05d3-4be8-8dd9-0cc7b22105e8 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578923 Aug 25 18:00:38.923449 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.923883 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:38.937568 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Calling delete_port for 773e23a0-d18f-44a3-962f-4d2a0a3e7737 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:00:39.067050 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.096849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event deleted for resources: {'Port': ['ID=773e23a0-d18f-44a3-962f-4d2a0a3e7737,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:39.153227 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.155842 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.157049 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-7d2bc3c0-e4f7-440e-9634-b6d53e5f401c tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "DELETE /v2.0/floatingips/680ad016-8d9a-4863-83a5-fd2ccf3bd42d HTTP/1.1" status: 204 len: 168 time: 0.5209231 Aug 25 18:00:39.377641 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50544) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:39.382477 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-51bdb411-a96e-403a-acc7-e94b3eff779a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940834891', 'description': 'tempest-description--297952910'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:39.404939 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51bdb411-a96e-403a-acc7-e94b3eff779a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.484784 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51bdb411-a96e-403a-acc7-e94b3eff779a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.488373 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51bdb411-a96e-403a-acc7-e94b3eff779a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.517759 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51bdb411-a96e-403a-acc7-e94b3eff779a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.518977 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-51bdb411-a96e-403a-acc7-e94b3eff779a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1403294 Aug 25 18:00:39.520800 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdb411-a96e-403a-acc7-e94b3eff779a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928a45f9-e3ff-4a8a-b9fb-e5abfab477df,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:39.521969 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:39.527437 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-aacc01ae-41a5-4683-9412-9f6d30337ec5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'security_group_rule': {'security_group_id': '928a45f9-e3ff-4a8a-b9fb-e5abfab477df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:39.540827 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.558419 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aacc01ae-41a5-4683-9412-9f6d30337ec5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.612148 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aacc01ae-41a5-4683-9412-9f6d30337ec5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.617468 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aacc01ae-41a5-4683-9412-9f6d30337ec5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.635682 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc01ae-41a5-4683-9412-9f6d30337ec5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf00b97a-1d68-4c86-a0a2-371dbd9d21d2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:39.644452 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:39.644845 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aacc01ae-41a5-4683-9412-9f6d30337ec5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.652988 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-aacc01ae-41a5-4683-9412-9f6d30337ec5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287746 Aug 25 18:00:39.653183 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:39.657724 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2340802d-22a5-4b52-8eb4-20aa6864fa00 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'security_group_rule': {'security_group_id': '928a45f9-e3ff-4a8a-b9fb-e5abfab477df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:39.685941 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2340802d-22a5-4b52-8eb4-20aa6864fa00 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.698098 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:39.702402 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:39.702571 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.745390 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2340802d-22a5-4b52-8eb4-20aa6864fa00 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.749125 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2340802d-22a5-4b52-8eb4-20aa6864fa00 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.768365 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340802d-22a5-4b52-8eb4-20aa6864fa00 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aa3858-e112-45c7-b607-f475da95be38,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:39.776830 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2340802d-22a5-4b52-8eb4-20aa6864fa00 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.781072 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-2340802d-22a5-4b52-8eb4-20aa6864fa00 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239922 Aug 25 18:00:39.781281 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:39.785624 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:39.794095 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.806965 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.820054 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:39.822780 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8772d350-c5ca-413e-92ef-9edc36976b92" -d '{"events": [{"server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "name": "network-vif-plugged", "status": "completed", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:39.834929 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:39.839723 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:39.840597 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:00:39.880493 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0176e6f-a3c9-4862-a85e-1096afcef093 x-openstack-request-id: req-b0176e6f-a3c9-4862-a85e-1096afcef093 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:39.880786 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "name": "network-vif-plugged", "status": "completed", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:39.881034 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0176e6f-a3c9-4862-a85e-1096afcef093 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:39.881417 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'code': 200} Aug 25 18:00:39.884401 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:00:39.884749 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 37d5e5b3-23e0-46f3-9b58-bf1c0a5bdc52 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:00:39.913595 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:40.096130 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad767-9014-44b0-ae5e-f2308586567e req-f678b1fe-cd86-4faa-84ab-d5e1ad716ec8 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:40.097702 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-493ad767-9014-44b0-ae5e-f2308586567e req-f678b1fe-cd86-4faa-84ab-d5e1ad716ec8 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0981834 Aug 25 18:00:40.100457 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de87994-8044-46ce-9e0f-b649c07123a0 req-e173557c-703e-4dc2-bd7c-68129a5f8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:40.102899 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8de87994-8044-46ce-9e0f-b649c07123a0 req-e173557c-703e-4dc2-bd7c-68129a5f8d69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1099 time: 0.0632763 Aug 25 18:00:40.153615 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.159535 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-493ad767-9014-44b0-ae5e-f2308586567e req-6e707c14-a1c2-468e-80a9-f3448ebc2670 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540650 Aug 25 18:00:40.163276 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8de87994-8044-46ce-9e0f-b649c07123a0 req-df4a5bdf-ed4e-472c-99eb-58d533082b1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504463 Aug 25 18:00:40.268970 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Allocated IP 172.27.2.72 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/1c3c8823-75d4-4282-a48b-a3ff0e127d90) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:00:40.381937 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.423053 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.466696 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:40.469785 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:40.474057 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:00:40.481523 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'Port': ['ID=1c3c8823-75d4-4282-a48b-a3ff0e127d90,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:40.590053 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.627471 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.810729 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.816150 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.895798 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'Port': ['ID=1c3c8823-75d4-4282-a48b-a3ff0e127d90,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:40.907911 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.927979 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:40.929972 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-073f5dc3-e46b-4ce6-b62f-77748b89a7b1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1476817 Aug 25 18:00:41.147265 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-de3d0a7a-eab8-4f37-a685-db78a84bfdab tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1940834891&fields=id&tenant_id=615c6ca94e074f79bb2ae1593dae6df4 HTTP/1.1" status: 200 len: 267 time: 0.0329695 Aug 25 18:00:41.283276 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-2c4e64bc-f018-4cf0-ab78-35389a817f02 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:41.285778 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-2c4e64bc-f018-4cf0-ab78-35389a817f02 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 809 time: 0.1310513 Aug 25 18:00:41.293408 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f02e5-4949-4623-95ad-7c187d9680aa req-44fe0868-7e44-43f6-9c31-a3549bc06da4 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:41.295182 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f4f02e5-4949-4623-95ad-7c187d9680aa req-44fe0868-7e44-43f6-9c31-a3549bc06da4 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0647714 Aug 25 18:00:41.308205 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-409de47e-f786-4884-9d6a-6cc9f48354c1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/quotas/615c6ca94e074f79bb2ae1593dae6df4 HTTP/1.1" status: 200 len: 375 time: 0.0118043 Aug 25 18:00:41.344335 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:41.364970 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f4f02e5-4949-4623-95ad-7c187d9680aa req-80e51d4d-7c47-438b-807e-a1be3d6c11b2 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596673 Aug 25 18:00:41.503062 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-e6ebd944-54bc-4764-97d0-bf79686845af tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1861999 Aug 25 18:00:41.668563 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-70cb09fc-5827-48fd-ba3a-d42a78561fb9 service neutron] 10.222.0.23 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460528 Aug 25 18:00:41.763076 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-585e4e38-dbfb-4456-9ead-397c79df82a5 service neutron] 10.222.0.23 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Aug 25 18:00:41.936199 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1b48c788-3d54-4d8c-bf04-9eae00bb8d64 req-dc7e0291-7a0a-40b5-b080-d6e8f870c6c5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Aug 25 18:00:42.483923 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547db168-f5f5-487f-969e-ebda3c35d7de req-061cf7ed-d584-401a-be56-fdc1b0331392 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:42.485488 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-547db168-f5f5-487f-969e-ebda3c35d7de req-061cf7ed-d584-401a-be56-fdc1b0331392 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0521305 Aug 25 18:00:42.534214 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-547db168-f5f5-487f-969e-ebda3c35d7de req-f87db580-7404-48af-9d47-a18cb1905638 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Aug 25 18:00:42.673341 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661a26a-8b73-4121-8915-ed8c13b8eb6e req-ef14eed0-d49a-4fa0-b3c1-a34de6c720bf tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:42.674801 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1661a26a-8b73-4121-8915-ed8c13b8eb6e req-ef14eed0-d49a-4fa0-b3c1-a34de6c720bf tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0724568 Aug 25 18:00:42.714382 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1661a26a-8b73-4121-8915-ed8c13b8eb6e req-7fb4dddd-dbe4-4a8a-8e68-2777e54c8862 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Aug 25 18:00:42.972295 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-cd4b63ed-daab-49fe-bde8-bb77555fc13b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:42.972295 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-cd4b63ed-daab-49fe-bde8-bb77555fc13b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 809 time: 0.1298037 Aug 25 18:00:43.035404 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-e395c15c-d77a-4a83-a50f-e9bf7d7732f3 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615c6ca94e074f79bb2ae1593dae6df4 HTTP/1.1" status: 200 len: 380 time: 0.0437777 Aug 25 18:00:43.071270 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-65cc263b-bec1-44b1-9783-4665c86b6523 req-10823841-0db2-4b20-9d35-b8d0c75c220f tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0343878 Aug 25 18:00:43.075113 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'port': {'device_id': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'admin_state_up': True, 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'security_groups': ['928a45f9-e3ff-4a8a-b9fb-e5abfab477df']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:43.151503 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a956e-b121-4fdd-83ea-1bb9a1fecb97 req-871eaecb-cff3-45ae-a4e4-99c0b32fe117 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:43.153076 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-696a956e-b121-4fdd-83ea-1bb9a1fecb97 req-871eaecb-cff3-45ae-a4e4-99c0b32fe117 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0583124 Aug 25 18:00:43.197580 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-696a956e-b121-4fdd-83ea-1bb9a1fecb97 req-c771196f-9555-4600-9ca7-483e1bf176a4 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373118 Aug 25 18:00:43.237155 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Made reservation on behalf of 615c6ca94e074f79bb2ae1593dae6df4 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:00:43.241708 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:43.402252 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Allocated IP 172.20.0.14 (9e45ddbc-e3e4-4ced-b92b-9536403ec6b2/2203d1ac-72b4-4b01-b1ef-ef74b05fba54/bc9dd844-0ef7-4384-84ce-051a6b4465ee) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:00:43.561140 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:43.573107 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Transition to ACTIVE for port object bc9dd844-0ef7-4384-84ce-051a6b4465ee will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:43.609046 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:43.651500 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:43.658414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:43.661180 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:00:43.700433 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event updated for resources: {'Port': ['ID=bc9dd844-0ef7-4384-84ce-051a6b4465ee,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:43.732322 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:43.732993 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:43.749664 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-9811a677-f19d-4723-8b55-219253fb3f84 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6808352 Aug 25 18:00:43.770627 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Request body: {'port': {'device_id': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:43.839767 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:43.904618 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-131df7bb-c828-45c2-b2c8-469c1c2a8ef8 None None] Provisioning for port bc9dd844-0ef7-4384-84ce-051a6b4465ee completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:43.909129 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-131df7bb-c828-45c2-b2c8-469c1c2a8ef8 None None] Provisioning complete for port bc9dd844-0ef7-4384-84ce-051a6b4465ee triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:43.909566 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-131df7bb-c828-45c2-b2c8-469c1c2a8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:43.944192 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-131df7bb-c828-45c2-b2c8-469c1c2a8ef8 None None] Port bc9dd844-0ef7-4384-84ce-051a6b4465ee cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:00:44.134863 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9dd844-0ef7-4384-84ce-051a6b4465ee {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:00:44.142753 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:44.155980 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Transition to ACTIVE for port object bc9dd844-0ef7-4384-84ce-051a6b4465ee will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:00:44.167320 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:44.211462 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Pushing event updated for resources: {'Port': ['ID=bc9dd844-0ef7-4384-84ce-051a6b4465ee,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:44.230994 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4a28c-1029-41ae-9ff6-f0cc9e56f642 req-3f51a301-c26b-439b-bf3f-7023d6aed8fb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:44.232624 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-92c4a28c-1029-41ae-9ff6-f0cc9e56f642 req-3f51a301-c26b-439b-bf3f-7023d6aed8fb tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0768664 Aug 25 18:00:44.281846 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-92c4a28c-1029-41ae-9ff6-f0cc9e56f642 req-62ca8391-b6aa-454d-a2e0-2eaf19b5469b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Aug 25 18:00:44.294652 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Attempting to bind port bc9dd844-0ef7-4384-84ce-051a6b4465ee on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:00:44.294983 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Attempting to bind port bc9dd844-0ef7-4384-84ce-051a6b4465ee by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:00:44.295307 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Attempting to bind port bc9dd844-0ef7-4384-84ce-051a6b4465ee on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:44.299983 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Port bc9dd844-0ef7-4384-84ce-051a6b4465ee on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:00:44.300325 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Attempting to bind port bc9dd844-0ef7-4384-84ce-051a6b4465ee on network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:00:44.305559 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:00:44.305740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Checking segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:00:44.306143 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Bound using segment: {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:00:44.306617 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Bound port: bc9dd844-0ef7-4384-84ce-051a6b4465ee, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7250f521-988f-462b-8232-10dfa31deb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:00:44.307019 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:44.377419 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] For port bc9dd844-0ef7-4384-84ce-051a6b4465ee, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:00:44.381904 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] For port bc9dd844-0ef7-4384-84ce-051a6b4465ee, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:00:44.387851 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:44.426001 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:44.426864 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:44.428409 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] 10.222.0.10 "PUT /v2.0/ports/bc9dd844-0ef7-4384-84ce-051a6b4465ee HTTP/1.1" status: 200 len: 1094 time: 0.6631882 Aug 25 18:00:44.429027 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:44.431531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:44.459955 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbadbcf-9fcf-4eb6-97db-25510490107a service neutron] Pushing event updated for resources: {'Port': ['ID=bc9dd844-0ef7-4384-84ce-051a6b4465ee,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:44.504158 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf8b26-4807-4e7c-8e88-e214d9fbc294 x-openstack-request-id: req-4eaf8b26-4807-4e7c-8e88-e214d9fbc294 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:44.504460 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:44.504716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4eaf8b26-4807-4e7c-8e88-e214d9fbc294 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:44.505119 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'status': 'completed', 'code': 200} Aug 25 18:00:44.564905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-2bb96722-34a5-4221-9117-613da2935e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:44.566449 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-2bb96722-34a5-4221-9117-613da2935e86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0490324 Aug 25 18:00:44.612390 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-74e429de-56e3-4d2a-9cf8-f8e464163498 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee HTTP/1.1" status: 200 len: 217 time: 0.0352681 Aug 25 18:00:44.665425 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-628c7962-78db-494d-bd63-a5808008101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:44.667095 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-628c7962-78db-494d-bd63-a5808008101f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.0452425 Aug 25 18:00:44.720004 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95528-998c-4a64-a727-033286d1edf8 req-4d3c139c-b856-4515-a99d-619ce4b5e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:44.721561 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-4d3c139c-b856-4515-a99d-619ce4b5e181 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472510 Aug 25 18:00:44.819267 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-d36021c2-9ec1-4293-a2b2-67497edc8646 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857925 Aug 25 18:00:44.927273 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-cba95528-998c-4a64-a727-033286d1edf8 req-32574beb-5b48-46d7-a952-6308341f7c2f service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981140 Aug 25 18:00:45.039704 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-f3c92835-4a64-4d97-b924-c3d9bbf72101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:45.041848 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-f3c92835-4a64-4d97-b924-c3d9bbf72101 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0438056 Aug 25 18:00:45.147011 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-8cea2db6-3b7a-4a75-b9b1-e7d41bba6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:45.148786 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-8cea2db6-3b7a-4a75-b9b1-e7d41bba6cda service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 910 time: 0.0940139 Aug 25 18:00:45.216002 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-b04f90bd-9b8b-42fb-ab44-0f450b3c9341 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee HTTP/1.1" status: 200 len: 217 time: 0.0505729 Aug 25 18:00:45.280487 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-58b197c6-fc72-43ee-a68e-a8d95ad4b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:45.282739 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-58b197c6-fc72-43ee-a68e-a8d95ad4b32d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.0561082 Aug 25 18:00:45.355135 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-e3678644-521a-44fa-9ddf-a5fd051f3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:45.356898 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-e3678644-521a-44fa-9ddf-a5fd051f3ab2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513592 Aug 25 18:00:45.443628 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d5fe6-eeec-476e-8688-e45846fa3107 req-1b214ff7-be7d-4eb0-aefe-4553c0db7a32 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:45.445505 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-279d5fe6-eeec-476e-8688-e45846fa3107 req-1b214ff7-be7d-4eb0-aefe-4553c0db7a32 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0597942 Aug 25 18:00:45.471994 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-9fd14833-032e-4062-9e97-3a951d457a5f service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068101 Aug 25 18:00:45.487514 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-279d5fe6-eeec-476e-8688-e45846fa3107 req-7d0092a4-62d9-4fc7-9938-b51ee7024ca8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349813 Aug 25 18:00:45.607182 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ae69f3d3-5ca7-453b-a5ef-3bc2d46b762f req-c6bb8295-b0d0-4c49-97fa-6b41ca2fc39e service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146989 Aug 25 18:00:46.618241 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c4e7-0922-4f6f-a226-f64d572ee5c9 req-60253732-ad58-4463-9dc5-2e60eda686f8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:46.620379 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7ea0c4e7-0922-4f6f-a226-f64d572ee5c9 req-60253732-ad58-4463-9dc5-2e60eda686f8 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0501695 Aug 25 18:00:46.658051 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7ea0c4e7-0922-4f6f-a226-f64d572ee5c9 req-eb75a5a3-9117-4394-bfa1-91efb5a3f38a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316286 Aug 25 18:00:47.676487 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bc9dd844-0ef7-4384-84ce-051a6b4465ee details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:00:47.785415 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bc5e5-c55c-48a2-b3f5-7fb5b940bdc4 req-dc5864a6-bf15-4c2d-bd6e-1a0e0a3910dd tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:47.786818 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a61bc5e5-c55c-48a2-b3f5-7fb5b940bdc4 req-dc5864a6-bf15-4c2d-bd6e-1a0e0a3910dd tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0584476 Aug 25 18:00:47.788189 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port bc9dd844-0ef7-4384-84ce-051a6b4465ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:47.802526 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'port_id': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'mac_address': 'fa:16:3e:22:f5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:00:47.830106 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a61bc5e5-c55c-48a2-b3f5-7fb5b940bdc4 req-5325d226-653e-4d1a-8764-b60cece83b81 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368533 Aug 25 18:00:47.845549 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:47.859423 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9dd844-0ef7-4384-84ce-051a6b4465ee {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:00:47.880815 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port bc9dd844-0ef7-4384-84ce-051a6b4465ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:47.885425 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:47.945077 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=bc9dd844-0ef7-4384-84ce-051a6b4465ee,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:48.171308 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['bc9dd844-0ef7-4384-84ce-051a6b4465ee'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:00:48.943606 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7083d49-c0ee-4ca8-98ec-430039c39c9f req-d2f39d04-a743-40ad-8c39-e26d4ab97a8e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:48.945043 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7083d49-c0ee-4ca8-98ec-430039c39c9f req-d2f39d04-a743-40ad-8c39-e26d4ab97a8e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 945 time: 0.0480387 Aug 25 18:00:48.982046 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7083d49-c0ee-4ca8-98ec-430039c39c9f req-5ca18f49-e107-4100-bbcd-d46b48509757 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307431 Aug 25 18:00:49.689246 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bc9dd844-0ef7-4384-84ce-051a6b4465ee up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:00:49.739546 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port bc9dd844-0ef7-4384-84ce-051a6b4465ee completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:00:49.743284 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port bc9dd844-0ef7-4384-84ce-051a6b4465ee triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:49.744315 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:49.828630 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:49.852150 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:49.855016 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b14232-14ed-4624-8744-dc7886b5705b" -d '{"events": [{"server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:49.867161 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port bc9dd844-0ef7-4384-84ce-051a6b4465ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:49.872024 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:49.894752 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e996c-8982-487c-968e-635978519e75 x-openstack-request-id: req-302e996c-8982-487c-968e-635978519e75 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:49.895039 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:49.895285 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-302e996c-8982-487c-968e-635978519e75 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:49.895663 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'code': 200} Aug 25 18:00:49.924109 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=bc9dd844-0ef7-4384-84ce-051a6b4465ee,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:50.092461 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e263-3e20-4310-b8a1-8702a9425467 req-e06cc4a6-b25f-47ad-9c0c-fa3fc390c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:50.093934 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5f85e263-3e20-4310-b8a1-8702a9425467 req-e06cc4a6-b25f-47ad-9c0c-fa3fc390c0c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 1099 time: 0.0720162 Aug 25 18:00:50.116410 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4a3ae-7404-4fc5-8d4e-aa142dd9855f req-f0f9db12-7e77-4f27-ad77-18d9c2d0fd87 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:50.117830 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15c4a3ae-7404-4fc5-8d4e-aa142dd9855f req-f0f9db12-7e77-4f27-ad77-18d9c2d0fd87 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0662544 Aug 25 18:00:50.155946 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5f85e263-3e20-4310-b8a1-8702a9425467 req-0fd13187-92ea-411d-b5c4-ab2625d75dc8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536919 Aug 25 18:00:50.169357 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-15c4a3ae-7404-4fc5-8d4e-aa142dd9855f req-5f7ae434-0ce9-46c6-8c61-e192488545b5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Aug 25 18:00:51.347469 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054c6af-a673-48c9-8370-2bc1c91861bd req-72ed92f6-2ed4-4b3e-b6e0-b89d14ed8c7e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:51.356655 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9054c6af-a673-48c9-8370-2bc1c91861bd req-72ed92f6-2ed4-4b3e-b6e0-b89d14ed8c7e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0720339 Aug 25 18:00:51.403507 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9054c6af-a673-48c9-8370-2bc1c91861bd req-aaff3de8-b8c2-434b-820a-e49731be8324 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458338 Aug 25 18:00:52.541466 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4386b9-6098-481f-87a7-e84b7e9e81e2 req-1b25d4cc-9e5f-4067-83e1-82b716cb8f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:52.542925 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4b4386b9-6098-481f-87a7-e84b7e9e81e2 req-1b25d4cc-9e5f-4067-83e1-82b716cb8f5d tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0546958 Aug 25 18:00:52.580834 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4b4386b9-6098-481f-87a7-e84b7e9e81e2 req-8dcd262f-19e6-4a8f-8c52-00cab63c954b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Aug 25 18:00:52.743116 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e11251-8fcf-44f7-9dee-136f7f363d12 req-bdd8763f-5b4f-4ce2-a14d-0855afdc6f26 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:52.745453 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-03e11251-8fcf-44f7-9dee-136f7f363d12 req-bdd8763f-5b4f-4ce2-a14d-0855afdc6f26 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0812516 Aug 25 18:00:52.755147 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50696) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:52.759967 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Request body: {'floatingip': {'port_id': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:52.810159 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:53.233182 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16e38f-d825-4f55-bd90-274d6c3d264f req-6eb6d294-740e-435e-aeb5-f7c74d60856c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:53.234637 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6c16e38f-d825-4f55-bd90-274d6c3d264f req-6eb6d294-740e-435e-aeb5-f7c74d60856c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.3594322 Aug 25 18:00:53.363847 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6c16e38f-d825-4f55-bd90-274d6c3d264f req-f921bb66-1678-478e-9b3b-2400a44d74a5 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211364 Aug 25 18:00:53.409393 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:53.528872 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b1fdb7-5982-4eda-bde7-b7747ea1e2a4 tempest-TestMinimumBasicScenario-1365156850 tempest-TestMinimumBasicScenario-1365156850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:53.531589 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-43b1fdb7-5982-4eda-bde7-b7747ea1e2a4 tempest-TestMinimumBasicScenario-1365156850 tempest-TestMinimumBasicScenario-1365156850-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1094 time: 0.1208031 Aug 25 18:00:53.535693 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:53.544877 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'port_id': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:53.571392 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:53.711064 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:53.744792 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:53.750626 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:53.886125 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Allocated IP 172.27.2.154 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/90b3169f-55c8-4d7d-b3e8-10dabffef3f0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:00:53.922832 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Floating IP 36e264fa-ea1a-43c3-b73f-6815800d8cee associated. External IP: 172.27.2.72, port: bc9dd844-0ef7-4384-84ce-051a6b4465ee. Aug 25 18:00:53.972088 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb81e0-2b8d-4598-8868-9e06f189bccf req-218b73db-51a8-40dd-90e0-fde35a8e545c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:53.973812 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6feb81e0-2b8d-4598-8868-9e06f189bccf req-218b73db-51a8-40dd-90e0-fde35a8e545c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.1549728 Aug 25 18:00:54.028074 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:54.065098 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6feb81e0-2b8d-4598-8868-9e06f189bccf req-30961881-bfd4-419b-9486-cc48fc2ed2c8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780249 Aug 25 18:00:54.086539 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:54.140354 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:00:54.150775 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:00:54.156028 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:00:54.163475 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'Port': ['ID=90b3169f-55c8-4d7d-b3e8-10dabffef3f0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:54.215519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Router be1274e0-ecc6-4f91-9f83-d06f03595e94 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:00:54.347672 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:00:54.352640 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:54.368890 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4624f79-ab15-43d8-b306-94789467154e None None] Sync routers for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:00:54.391400 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-6621a026-067b-467a-acb2-e3bc7fd6e61e tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "PUT /v2.0/floatingips/36e264fa-ea1a-43c3-b73f-6815800d8cee HTTP/1.1" status: 200 len: 991 time: 1.6344919 Aug 25 18:00:54.391846 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:54.394597 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:54.395375 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcef8e0-bbf1-472f-a283-6d99de17349e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:54.396215 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:54.449105 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63422071-6d25-4e9b-96ac-979106d7ba96 x-openstack-request-id: req-63422071-6d25-4e9b-96ac-979106d7ba96 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:54.449615 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:54.450026 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63422071-6d25-4e9b-96ac-979106d7ba96 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:54.450796 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'status': 'completed', 'code': 200} Aug 25 18:00:54.589644 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-10834f8a-4d7f-40e2-83d2-f7635e6aaced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:54.592146 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-10834f8a-4d7f-40e2-83d2-f7635e6aaced service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 1099 time: 0.0829930 Aug 25 18:00:54.592327 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:54.648034 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:54.714013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-98f33e4c-034e-482e-ac2f-17fa7a14211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:54.715807 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-98f33e4c-034e-482e-ac2f-17fa7a14211a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 200 len: 910 time: 0.1166332 Aug 25 18:00:54.752111 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:54.803384 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-7291a643-651e-4004-b3e4-f691bb1b0264 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee HTTP/1.1" status: 200 len: 999 time: 0.0712621 Aug 25 18:00:54.876723 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-4a56eb7d-f162-49b9-9fdb-d5ee52edaff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:54.879133 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-4a56eb7d-f162-49b9-9fdb-d5ee52edaff9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 200 len: 848 time: 0.0620604 Aug 25 18:00:54.942294 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-d814d586-6776-4588-909b-40de3f6e14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:54.945010 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-d814d586-6776-4588-909b-40de3f6e14c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530283 Aug 25 18:00:54.960123 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:54.965357 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:55.041329 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'Port': ['ID=90b3169f-55c8-4d7d-b3e8-10dabffef3f0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:55.059982 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:55.083708 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '36e264fa-ea1a-43c3-b73f-6815800d8cee', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'port_id': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'mac_address': 'fa:16:3e:22:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:00:40Z', 'updated_at': '2021-08-25T18:00:53Z', 'revision_number': 1, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:55.084720 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-21372c84-8f0a-4080-844c-de9353851014 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154881 Aug 25 18:00:55.135796 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4624f79-ab15-43d8-b306-94789467154e None None] Checking router: be1274e0-ecc6-4f91-9f83-d06f03595e94 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:00:55.155800 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:55.157101 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:55.208002 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Floating IP c6892a4d-1365-45e6-ad8f-65f5f32d8f51 associated. External IP: 172.27.2.154, port: e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225. Aug 25 18:00:55.226380 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef8e0-bbf1-472f-a283-6d99de17349e req-260de3fd-2218-4aa5-9a74-84cca23cf4f3 service neutron] 10.222.0.10 "GET /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244981 Aug 25 18:00:55.277953 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a4f06-be98-47ca-8999-052a2fcbf579 req-0ad5f372-6f9a-4627-9295-446dac96bc96 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:55.279650 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f75a4f06-be98-47ca-8999-052a2fcbf579 req-0ad5f372-6f9a-4627-9295-446dac96bc96 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0752809 Aug 25 18:00:55.335617 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f75a4f06-be98-47ca-8999-052a2fcbf579 req-828654a6-f145-4858-86f8-994dff59fc6d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Aug 25 18:00:55.346292 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:55.512130 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Router 64723d8f-1cb5-4173-8691-9b397a6f9439 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:00:55.614555 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4624f79-ab15-43d8-b306-94789467154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '36e264fa-ea1a-43c3-b73f-6815800d8cee', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'port_id': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'mac_address': 'fa:16:3e:22:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:00:40Z', 'updated_at': '2021-08-25T18:00:53Z', 'revision_number': 1, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:55.643318 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4624f79-ab15-43d8-b306-94789467154e None None] The sync data for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi is: [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '36e264fa-ea1a-43c3-b73f-6815800d8cee', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'port_id': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'mac_address': 'fa:16:3e:22:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:00:40Z', 'updated_at': '2021-08-25T18:00:53Z', 'revision_number': 1, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:55.647266 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:00:55.659610 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] Sync routers for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:00:55.667397 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:55.672640 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:55.673638 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:55.699039 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-eb285186-70cc-491f-b7c4-db3afa56fa65 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1611531 Aug 25 18:00:55.700082 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:55.701846 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50728) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:55.703466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e" -d '{"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:55.710403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b2d6d291-a1d4-470e-9264-96cdf9b45ba9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416833114', 'description': 'tempest-secgroup-smoke-416833114 description', 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:55.739697 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2d6d291-a1d4-470e-9264-96cdf9b45ba9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:55.758750 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65fa924-0cd9-46f7-95f6-42081976c1f1 x-openstack-request-id: req-c65fa924-0cd9-46f7-95f6-42081976c1f1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:55.759566 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:55.759835 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c65fa924-0cd9-46f7-95f6-42081976c1f1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:55.760207 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'status': 'completed', 'code': 200} Aug 25 18:00:55.807041 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:55.891081 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-685ac3c8-0264-4e5e-9988-1ee304825251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:55.892867 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-685ac3c8-0264-4e5e-9988-1ee304825251 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1099 time: 0.0937278 Aug 25 18:00:55.922036 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2d6d291-a1d4-470e-9264-96cdf9b45ba9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:55.931946 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2d6d291-a1d4-470e-9264-96cdf9b45ba9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:55.951092 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942400f-0971-4652-ac02-31c2ec3c5e9c None None] New status for floating IP 36e264fa-ea1a-43c3-b73f-6815800d8cee: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:00:56.012710 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6d291-a1d4-470e-9264-96cdf9b45ba9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:56.017785 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2d6d291-a1d4-470e-9264-96cdf9b45ba9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.022446 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-b2d6d291-a1d4-470e-9264-96cdf9b45ba9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3157594 Aug 25 18:00:56.023021 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:56.029839 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5813cc23-9cfa-449f-b6d9-7652bf054ab1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'security_group_rule': {'security_group_id': 'bdc60df5-4b72-486b-b38f-a7fb9a5c69a9', 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:56.074187 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-8fb7ce82-4b76-4a3a-b672-b163c9dab5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:56.075891 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-8fb7ce82-4b76-4a3a-b672-b163c9dab5c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 915 time: 0.1702716 Aug 25 18:00:56.079760 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5813cc23-9cfa-449f-b6d9-7652bf054ab1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.142582 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'c6892a4d-1365-45e6-ad8f-65f5f32d8f51', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'port_id': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'mac_address': 'fa:16:3e:a6:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:00:54Z', 'updated_at': '2021-08-25T18:00:54Z', 'revision_number': 0, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:07Z', 'revision_number': 5, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:56.175706 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-de841612-077b-4314-8c2c-ca7c4bdaebf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 1000 time: 0.0814424 Aug 25 18:00:56.176143 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5813cc23-9cfa-449f-b6d9-7652bf054ab1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.180370 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] Checking router: 64723d8f-1cb5-4173-8691-9b397a6f9439 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:00:56.182620 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5813cc23-9cfa-449f-b6d9-7652bf054ab1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.194299 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:00:56.194937 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:00:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:56.214887 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813cc23-9cfa-449f-b6d9-7652bf054ab1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d4a910-b5f3-40cc-a756-591c65e9222a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:56.219770 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5813cc23-9cfa-449f-b6d9-7652bf054ab1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.224093 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5813cc23-9cfa-449f-b6d9-7652bf054ab1 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1969206 Aug 25 18:00:56.224872 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:56.230537 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6d45cc53-8e49-43c9-b35a-90280665023e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'security_group_rule': {'security_group_id': 'bdc60df5-4b72-486b-b38f-a7fb9a5c69a9', 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:56.261115 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-2f74edf5-9b04-4393-95ed-8bc8e5839e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:56.263874 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-2f74edf5-9b04-4393-95ed-8bc8e5839e15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 200 len: 853 time: 0.0735495 Aug 25 18:00:56.264821 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d45cc53-8e49-43c9-b35a-90280665023e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.343779 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-298b93ee-7319-4d86-b601-731922603832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:56.345647 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-298b93ee-7319-4d86-b601-731922603832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9af2230-adca-440f-b2ac-4f2e4cec69d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711849 Aug 25 18:00:56.358938 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d45cc53-8e49-43c9-b35a-90280665023e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.367686 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d45cc53-8e49-43c9-b35a-90280665023e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.396930 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45cc53-8e49-43c9-b35a-90280665023e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfee53a8-7674-46bb-83af-64d232b9e675,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:56.408982 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d45cc53-8e49-43c9-b35a-90280665023e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.410430 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6d45cc53-8e49-43c9-b35a-90280665023e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1850615 Aug 25 18:00:56.414417 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:56.419983 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ee46e9c7-7407-4fb1-b700-db55e7cfc9aa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'security_group_rule': {'security_group_id': 'bdc60df5-4b72-486b-b38f-a7fb9a5c69a9', 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:56.428969 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:00:56.491118 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee46e9c7-7407-4fb1-b700-db55e7cfc9aa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.500861 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-143b93ee-2f14-4c52-bc31-0e2642b280d5 service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408846 Aug 25 18:00:56.522629 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5044d2-9229-4800-9fc0-574c275dad99 req-1d5480d0-3c94-4803-a3a9-c9916e02d91f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:56.524475 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9c5044d2-9229-4800-9fc0-574c275dad99 req-1d5480d0-3c94-4803-a3a9-c9916e02d91f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0794134 Aug 25 18:00:56.611449 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee46e9c7-7407-4fb1-b700-db55e7cfc9aa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.616580 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9c5044d2-9229-4800-9fc0-574c275dad99 req-897ef831-3a9a-4ce4-8a3a-c81f3b35f0df tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630581 Aug 25 18:00:56.619438 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee46e9c7-7407-4fb1-b700-db55e7cfc9aa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.643377 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46e9c7-7407-4fb1-b700-db55e7cfc9aa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb4a634-0d0c-4915-bdb4-1d34989688c9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:56.653872 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e7afc2e3-d425-48e3-a56c-534b0a3bc55e req-36c4baac-7878-4cf7-9c0c-1b8c25d7bf67 service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379781 Aug 25 18:00:56.657758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee46e9c7-7407-4fb1-b700-db55e7cfc9aa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.658968 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-ee46e9c7-7407-4fb1-b700-db55e7cfc9aa tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432840 Aug 25 18:00:56.663695 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 50742) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:56.672616 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b90c9e70-3431-49e7-b070-73a9ea7450ab tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'security_group_rule': {'security_group_id': 'bdc60df5-4b72-486b-b38f-a7fb9a5c69a9', 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:56.713044 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b90c9e70-3431-49e7-b070-73a9ea7450ab tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.737581 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'c6892a4d-1365-45e6-ad8f-65f5f32d8f51', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'port_id': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'mac_address': 'fa:16:3e:a6:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:00:54Z', 'updated_at': '2021-08-25T18:00:54Z', 'revision_number': 0, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:07Z', 'revision_number': 5, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:00:56.770467 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c6b0e-2109-42e3-818b-769efa97689c None None] The sync data for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi is: [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': 'c6892a4d-1365-45e6-ad8f-65f5f32d8f51', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'port_id': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'mac_address': 'fa:16:3e:a6:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:00:54Z', 'updated_at': '2021-08-25T18:00:54Z', 'revision_number': 0, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:07Z', 'revision_number': 5, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:00:56.796587 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b90c9e70-3431-49e7-b070-73a9ea7450ab tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.802380 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b90c9e70-3431-49e7-b070-73a9ea7450ab tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.824780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c9e70-3431-49e7-b070-73a9ea7450ab tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dd66a5-2315-434f-b0cd-73327b6e2e69,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:56.829405 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b90c9e70-3431-49e7-b070-73a9ea7450ab tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.831031 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-b90c9e70-3431-49e7-b070-73a9ea7450ab tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1656766 Aug 25 18:00:56.834668 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:56.839362 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'security_group_rule': {'security_group_id': 'bdc60df5-4b72-486b-b38f-a7fb9a5c69a9', 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:56.862524 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Project 16b1cea6ef9047a29c1ac2093f01a6f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:00:56.869217 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.942567 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.948110 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.974872 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd38262b-1494-4449-bbe1-bc9f1b13d204,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:56.984466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:56.988764 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-165e68f3-0f9a-4649-8508-680b617d187d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506338 Aug 25 18:00:56.989119 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:00:56.995137 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'security_group_rule': {'security_group_id': 'bdc60df5-4b72-486b-b38f-a7fb9a5c69a9', 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:57.028532 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Project 16b1cea6ef9047a29c1ac2093f01a6f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:00:57.036662 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.037974 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55abcd-edd6-4fb1-957c-dbad196a0c4f None None] New status for floating IP c6892a4d-1365-45e6-ad8f-65f5f32d8f51: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:00:57.115934 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.120661 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.140786 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4288b2a4-eca6-404f-92d9-ccdfa3d97e40,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:57.145100 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.150350 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-10572b03-c728-46bd-a9ce-f08f39ba9955 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555877 Aug 25 18:00:57.248482 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-fdf34af9-75e2-4ccc-bb8b-8854dc76eed4 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416833114&fields=id&tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0 HTTP/1.1" status: 200 len: 267 time: 0.0532558 Aug 25 18:00:57.325265 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-a3937826-6b44-49ba-b8d0-71e501a0ff26 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:57.326774 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-a3937826-6b44-49ba-b8d0-71e501a0ff26 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0720656 Aug 25 18:00:57.338538 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'port': {'security_groups': ['6a2c6adf-77a7-4438-a8a4-a35fd389d044', 'bdc60df5-4b72-486b-b38f-a7fb9a5c69a9']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:00:57.412862 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.624800 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:00:57.661806 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.669008 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.680145 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:00:57.711612 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:57.712426 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:57.713964 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c015cb11-7280-4fdb-908e-bf8f0d771b46 req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "PUT /v2.0/ports/e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 982 time: 0.3806012 Aug 25 18:00:57.744919 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd6d49-4bc9-46fd-8c93-b1479250888d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:00:57.762894 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:00:57.768215 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3575488-f6b2-4836-a0c6-6b4c3b458618" -d '{"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:00:57.841265 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf60ad-0c25-4ade-948f-647d02732cf7 req-0e8034eb-a9f7-4d2c-9520-c4e499a11ef6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:57.844618 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-41bf60ad-0c25-4ade-948f-647d02732cf7 req-0e8034eb-a9f7-4d2c-9520-c4e499a11ef6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0952666 Aug 25 18:00:57.850692 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:00:57.864412 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba56fb-7e36-445d-912f-0f9d5713eded req-37471968-9a74-4131-901c-4129ffe2dca8 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:57.866357 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-19ba56fb-7e36-445d-912f-0f9d5713eded req-37471968-9a74-4131-901c-4129ffe2dca8 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0591779 Aug 25 18:00:57.918684 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-41bf60ad-0c25-4ade-948f-647d02732cf7 req-a00feb3a-4805-4615-9029-908c46d8e4ee tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662813 Aug 25 18:00:57.949091 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-19ba56fb-7e36-445d-912f-0f9d5713eded req-b6372ff9-f2e9-4f2f-897b-18166a666882 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714185 Aug 25 18:00:58.022529 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d7a8c5-6052-4e77-a2bb-9cb3b316b2a4 x-openstack-request-id: req-c0d7a8c5-6052-4e77-a2bb-9cb3b316b2a4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:00:58.022889 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:00:58.023192 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0d7a8c5-6052-4e77-a2bb-9cb3b316b2a4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:00:58.023632 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'status': 'completed', 'code': 200} Aug 25 18:00:58.088588 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9ba0b576-0151-4cc2-beb7-36166eb821b9 None None] Provisioning complete for port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:00:58.088949 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b576-0151-4cc2-beb7-36166eb821b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:00:58.117744 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-2c1454d7-9d87-4c1f-8872-7abf59b420cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:58.119273 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-2c1454d7-9d87-4c1f-8872-7abf59b420cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1138 time: 0.0485868 Aug 25 18:00:58.236380 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-b681908e-a3f4-4a8f-9092-420b73c3acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:58.237924 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-b681908e-a3f4-4a8f-9092-420b73c3acb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 915 time: 0.1027761 Aug 25 18:00:58.315293 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-aebcddba-48e0-4e26-90d9-e3d14642eba1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 1002 time: 0.0605681 Aug 25 18:00:58.375830 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-7d1bda3c-33a4-436f-8ed9-e6844eae35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:58.377320 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-7d1bda3c-33a4-436f-8ed9-e6844eae35ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 200 len: 853 time: 0.0540202 Aug 25 18:00:58.454521 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-398bd729-81f7-4a84-8d8e-6f3f84988ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:58.456010 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-398bd729-81f7-4a84-8d8e-6f3f84988ae4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9af2230-adca-440f-b2ac-4f2e4cec69d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0622149 Aug 25 18:00:58.552160 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-3367a412-a8cc-49b6-9455-1cfef52cb16a service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878835 Aug 25 18:00:58.654600 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a3575488-f6b2-4836-a0c6-6b4c3b458618 req-50a0b411-7fc4-4085-878f-1910622deaae service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927422 Aug 25 18:00:59.046011 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfea5e-ed07-409d-b78e-8002f8095123 req-6bfafc4d-1b9c-4a95-ac84-590c03eac73c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:00:59.047476 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-01bfea5e-ed07-409d-b78e-8002f8095123 req-6bfafc4d-1b9c-4a95-ac84-590c03eac73c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0522425 Aug 25 18:00:59.092976 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-01bfea5e-ed07-409d-b78e-8002f8095123 req-dbff61e7-2718-4a9a-a437-906c1d57b061 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392547 Aug 25 18:01:00.216194 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492e76e-2075-4e70-8326-ce59f8d7e3d3 req-7e5ea78f-173c-4762-b375-dd61e9a8ffdd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:00.217782 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e492e76e-2075-4e70-8326-ce59f8d7e3d3 req-7e5ea78f-173c-4762-b375-dd61e9a8ffdd tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0532241 Aug 25 18:01:00.276243 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e492e76e-2075-4e70-8326-ce59f8d7e3d3 req-f8dc4f01-2ecc-4672-8e50-318974a3b720 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514374 Aug 25 18:01:01.404738 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ac415-a344-441b-a1ff-4761c37f2852 req-9567cfdd-efeb-488c-af65-eb3d5f82f1f2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:01.406229 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7d1ac415-a344-441b-a1ff-4761c37f2852 req-9567cfdd-efeb-488c-af65-eb3d5f82f1f2 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0573573 Aug 25 18:01:01.445386 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7d1ac415-a344-441b-a1ff-4761c37f2852 req-b7a2fddb-7ce2-4495-9c36-b6ec25949a44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Aug 25 18:01:02.248089 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:01:02.573080 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fb7f5-f92c-4480-933d-f70cd3716a01 req-72162209-5fd1-4d10-81a2-000b0a60aa54 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:02.574456 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-426fb7f5-f92c-4480-933d-f70cd3716a01 req-72162209-5fd1-4d10-81a2-000b0a60aa54 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0550120 Aug 25 18:01:02.611102 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-426fb7f5-f92c-4480-933d-f70cd3716a01 req-7af06167-a06f-467e-b367-b2d4b31b4769 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Aug 25 18:01:03.129867 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:03.741609 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771a77d-44c1-483e-be66-a207d2ae6d42 req-2fa80297-48d7-4fbf-968c-a6aabe32a80a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:03.743001 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a771a77d-44c1-483e-be66-a207d2ae6d42 req-2fa80297-48d7-4fbf-968c-a6aabe32a80a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0561302 Aug 25 18:01:03.783679 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a771a77d-44c1-483e-be66-a207d2ae6d42 req-65fbdec9-a481-472c-a217-80d55619c582 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Aug 25 18:01:04.910432 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f99aff-f629-4fef-abc4-983181ae0dae req-38f66a50-b365-4603-90b2-a2dc8875f96e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:04.911913 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-61f99aff-f629-4fef-abc4-983181ae0dae req-38f66a50-b365-4603-90b2-a2dc8875f96e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Aug 25 18:01:04.950612 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-61f99aff-f629-4fef-abc4-983181ae0dae req-c7967b7a-771b-474b-b91d-60b007175733 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321486 Aug 25 18:01:05.728840 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2078a677-c3e9-4209-ad5f-0363f9017128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:06.077190 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16a751-7f84-4e0a-af56-d6b94833c056 req-0d52aebc-b037-487c-a137-3a00f0fcacdc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:06.078663 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4e16a751-7f84-4e0a-af56-d6b94833c056 req-0d52aebc-b037-487c-a137-3a00f0fcacdc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0563693 Aug 25 18:01:06.130471 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4e16a751-7f84-4e0a-af56-d6b94833c056 req-3319c081-9b03-4e24-8650-4965dadddc56 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Aug 25 18:01:07.259921 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c40c-27b3-409e-94d5-ec3fc1abf6fd req-92ce9260-85f6-45a7-93b3-f100f357ce3e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:07.262759 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f104c40c-27b3-409e-94d5-ec3fc1abf6fd req-92ce9260-85f6-45a7-93b3-f100f357ce3e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0599241 Aug 25 18:01:07.307586 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f104c40c-27b3-409e-94d5-ec3fc1abf6fd req-20f978a8-90cd-4d85-8644-95f000ca3a3a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381980 Aug 25 18:01:08.402739 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-116e7825-7610-4b60-923f-b9d6c3b1dca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:08.441798 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608ab99-5fca-4517-9952-b205d972dd31 req-fe59ef0e-f023-492f-bc5b-9445ae0ddc83 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:08.443305 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8608ab99-5fca-4517-9952-b205d972dd31 req-fe59ef0e-f023-492f-bc5b-9445ae0ddc83 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0554497 Aug 25 18:01:08.487182 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8608ab99-5fca-4517-9952-b205d972dd31 req-0aa714d4-1c09-426c-a6b4-aaf401568783 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Aug 25 18:01:08.620663 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:09.547439 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:09.656496 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383ad3a-acce-46f1-b4e0-c2388ccaceca req-40ce46a9-c01f-48d1-b245-5ac47f39742c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:09.659166 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d383ad3a-acce-46f1-b4e0-c2388ccaceca req-40ce46a9-c01f-48d1-b245-5ac47f39742c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0768785 Aug 25 18:01:09.709210 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1124f-0a34-45a5-a681-4b83b21fa5dc req-fa2a33da-aad8-403d-81c2-9a4cff7458b4 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:09.712880 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-68a1124f-0a34-45a5-a681-4b83b21fa5dc req-fa2a33da-aad8-403d-81c2-9a4cff7458b4 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0699031 Aug 25 18:01:09.716025 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d383ad3a-acce-46f1-b4e0-c2388ccaceca req-becac276-f26a-4339-b12b-fd6788a59916 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498390 Aug 25 18:01:09.763203 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-68a1124f-0a34-45a5-a681-4b83b21fa5dc req-d302d02c-96e0-4389-8e94-47600d32dbf5 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Aug 25 18:01:10.873899 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a77783-473f-4620-a6a1-2561a5e04291 req-5fea9800-324a-486d-a492-af3d6ab157f6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:10.876220 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d1a77783-473f-4620-a6a1-2561a5e04291 req-5fea9800-324a-486d-a492-af3d6ab157f6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0729184 Aug 25 18:01:10.894359 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8608-f587-48d1-b387-068df0b96549 req-12f8910c-bfe4-4ae1-804b-b8eede5ae4ae tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:10.895865 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c3f8608-f587-48d1-b387-068df0b96549 req-12f8910c-bfe4-4ae1-804b-b8eede5ae4ae tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0524657 Aug 25 18:01:10.926847 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d1a77783-473f-4620-a6a1-2561a5e04291 req-f72bd4b0-93bb-4c96-a38d-303437332a71 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Aug 25 18:01:10.953683 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c3f8608-f587-48d1-b387-068df0b96549 req-defdfe7f-068f-4f1e-935b-b70ecfd712e0 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500581 Aug 25 18:01:11.347927 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:11.796993 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:01:11.903588 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:11.916026 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'port_id': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'mac_address': 'fa:16:3e:84:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:01:11.970796 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:11.987902 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29523fa0-bc78-44b0-bff9-3d7e04929572 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:01:12.011757 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:12.018584 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:12.095613 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:12.128895 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.129317 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.130225 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.130758 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.132870 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.134138 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.134704 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.136919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.138262 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.139452 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.140003 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.143509 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:01:12.189136 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbbf33-2014-4bec-8089-9fefe576c673 req-071a24bb-c177-4017-861e-c32ada87e8d6 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:12.193364 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dfbbbf33-2014-4bec-8089-9fefe576c673 req-071a24bb-c177-4017-861e-c32ada87e8d6 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0793324 Aug 25 18:01:12.198608 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['29523fa0-bc78-44b0-bff9-3d7e04929572'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:01:12.238805 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b546dc-d82e-4942-a7d3-89783d6b4a49 req-6a981598-e885-4843-8bea-5f6fbb054da4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:12.241876 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c4b546dc-d82e-4942-a7d3-89783d6b4a49 req-6a981598-e885-4843-8bea-5f6fbb054da4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 945 time: 0.1144149 Aug 25 18:01:12.258613 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dfbbbf33-2014-4bec-8089-9fefe576c673 req-5f39a8b8-5b0d-4db8-8c9d-9fbdff061f1c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534716 Aug 25 18:01:12.318409 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c4b546dc-d82e-4942-a7d3-89783d6b4a49 req-59724dad-f161-44f9-b605-354d8a7ce232 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699859 Aug 25 18:01:13.446078 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28486550-6d11-4b69-90ed-32e3036ff443 req-237d5f16-2eca-46cf-9988-7934338b6f4c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:13.447739 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-28486550-6d11-4b69-90ed-32e3036ff443 req-237d5f16-2eca-46cf-9988-7934338b6f4c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0890973 Aug 25 18:01:13.515051 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-28486550-6d11-4b69-90ed-32e3036ff443 req-83b94c5d-5d36-40c1-9752-1683e6bbc003 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530491 Aug 25 18:01:13.542206 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ff4f-766c-409e-b779-2f95dc55b145 req-b07de28b-b3b7-4df3-b0d6-a17db3124691 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:13.543647 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9715ff4f-766c-409e-b779-2f95dc55b145 req-b07de28b-b3b7-4df3-b0d6-a17db3124691 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 945 time: 0.0848482 Aug 25 18:01:13.619283 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9715ff4f-766c-409e-b779-2f95dc55b145 req-e24400c0-22f9-432d-82e6-5f46387c4943 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643137 Aug 25 18:01:13.815548 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:01:13.887857 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 29523fa0-bc78-44b0-bff9-3d7e04929572 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:01:13.888458 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:14.009621 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:14.051453 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:01:14.056225 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0511be-05fc-419d-8324-ad0837fdf740" -d '{"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-plugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:01:14.081813 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:14.090739 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:14.137979 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad6c37-b54d-4d6c-9353-6381f68db3fb x-openstack-request-id: req-22ad6c37-b54d-4d6c-9353-6381f68db3fb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:01:14.138290 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-plugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:01:14.138645 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22ad6c37-b54d-4d6c-9353-6381f68db3fb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:01:14.139176 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'code': 200} Aug 25 18:01:14.170223 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:14.711182 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b5dca-30fc-4f2d-b387-7de5acdaf740 req-196c3aae-6906-4cbc-b1a6-1ecf91599f41 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:14.713536 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-884b5dca-30fc-4f2d-b387-7de5acdaf740 req-196c3aae-6906-4cbc-b1a6-1ecf91599f41 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0871341 Aug 25 18:01:14.770285 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91917fb3-4327-47e5-acc4-6bf37886daf3 req-d39f1aa0-88a2-4839-88ee-d87db12c6f44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:14.772835 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-91917fb3-4327-47e5-acc4-6bf37886daf3 req-d39f1aa0-88a2-4839-88ee-d87db12c6f44 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0623519 Aug 25 18:01:14.791552 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-884b5dca-30fc-4f2d-b387-7de5acdaf740 req-b16992a3-f245-4961-9abe-455bc6090d3e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672507 Aug 25 18:01:14.833849 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-91917fb3-4327-47e5-acc4-6bf37886daf3 req-39eb841b-f6fe-4361-8fac-3282255f8ea5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549824 Aug 25 18:01:16.009992 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5b72c-1e28-400d-b528-c040778cde66 req-fc0ff0df-c8ac-4be9-9970-0343bb673709 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:16.012672 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8ad5b72c-1e28-400d-b528-c040778cde66 req-fc0ff0df-c8ac-4be9-9970-0343bb673709 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0690911 Aug 25 18:01:16.103189 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8ad5b72c-1e28-400d-b528-c040778cde66 req-52ebc9d6-f52f-4207-9ec5-550bd540c234 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791047 Aug 25 18:01:16.118394 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02e602-697a-4b4d-a4fb-705a244a91ec req-cc5abc7b-dcff-43bf-98b0-48d333207bfa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:16.119984 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fc02e602-697a-4b4d-a4fb-705a244a91ec req-cc5abc7b-dcff-43bf-98b0-48d333207bfa tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.1214621 Aug 25 18:01:16.174655 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fc02e602-697a-4b4d-a4fb-705a244a91ec req-1650d46d-e133-4c8a-8a71-924a22aefcab tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Aug 25 18:01:17.312519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ab532-bcfb-48df-bff3-d94e0f5ffba9 req-ed1cadec-6c64-4761-ace1-c4d0fa4a5f60 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:17.317710 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6b8ab532-bcfb-48df-bff3-d94e0f5ffba9 req-ed1cadec-6c64-4761-ace1-c4d0fa4a5f60 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1244540 Aug 25 18:01:17.337593 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feaed2-4c1c-4480-ab4f-e833071d73d5 req-649732e7-8d72-47d7-9956-c9b0768b52f6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:17.360326 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-49feaed2-4c1c-4480-ab4f-e833071d73d5 req-649732e7-8d72-47d7-9956-c9b0768b52f6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0982735 Aug 25 18:01:17.391900 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6b8ab532-bcfb-48df-bff3-d94e0f5ffba9 req-3c68935c-bc1e-4767-a918-662d7ad2ab9e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624108 Aug 25 18:01:17.398923 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-49feaed2-4c1c-4480-ab4f-e833071d73d5 req-4892fd55-419e-49ec-b081-246c4ddf65b4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 Aug 25 18:01:18.565593 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95291c92-b077-4bf9-9c22-a52c70cf1d1b req-d451fe59-8170-4414-873d-3cadbdf4d824 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:18.567413 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-95291c92-b077-4bf9-9c22-a52c70cf1d1b req-d451fe59-8170-4414-873d-3cadbdf4d824 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0585666 Aug 25 18:01:18.595443 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243209b-c19d-4642-950e-bd14e38907c6 req-0650fe1e-73e5-4228-858a-bdf5c6a5df8f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:18.598203 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6243209b-c19d-4642-950e-bd14e38907c6 req-0650fe1e-73e5-4228-858a-bdf5c6a5df8f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0762773 Aug 25 18:01:18.621638 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-95291c92-b077-4bf9-9c22-a52c70cf1d1b req-24feba61-4f19-4f3f-98c6-0a67d0bd9236 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Aug 25 18:01:18.660121 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6243209b-c19d-4642-950e-bd14e38907c6 req-b41ebbba-0cc5-43e6-8520-e17216de739a tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502656 Aug 25 18:01:19.832765 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e10c2-7751-4af1-9e72-ecb885d26f7c req-886d3dab-9427-48cd-b42e-9117fe1d5881 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:19.836704 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cf1e10c2-7751-4af1-9e72-ecb885d26f7c req-886d3dab-9427-48cd-b42e-9117fe1d5881 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0834444 Aug 25 18:01:19.880504 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafccba-645b-4cdb-bc6f-45080a4793a5 req-c06c950c-c519-4df7-af38-f46970e9ee5e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:19.882320 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5eafccba-645b-4cdb-bc6f-45080a4793a5 req-c06c950c-c519-4df7-af38-f46970e9ee5e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1082299 Aug 25 18:01:19.923628 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cf1e10c2-7751-4af1-9e72-ecb885d26f7c req-bf12b51e-bbed-4956-8945-84cca56ca0af tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649714 Aug 25 18:01:19.953106 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5eafccba-645b-4cdb-bc6f-45080a4793a5 req-f3f27c33-1626-49dd-ac78-f98d9e4cee07 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640450 Aug 25 18:01:20.027437 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86203-2325-42e3-a29b-b368b32cc992 req-5d3827b9-8a17-4b1f-b125-7528157848d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:20.029648 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f86203-2325-42e3-a29b-b368b32cc992 req-5d3827b9-8a17-4b1f-b125-7528157848d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1099 time: 0.0704930 Aug 25 18:01:20.192297 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86203-2325-42e3-a29b-b368b32cc992 req-ef14a8ae-1ff8-4ddb-bc1e-d6e7dc878413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:20.194142 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f86203-2325-42e3-a29b-b368b32cc992 req-ef14a8ae-1ff8-4ddb-bc1e-d6e7dc878413 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 909 time: 0.1482611 Aug 25 18:01:20.302158 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f86203-2325-42e3-a29b-b368b32cc992 req-87507a03-0ad9-4779-9f0e-d18302ac967f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 1002 time: 0.0937972 Aug 25 18:01:20.375141 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86203-2325-42e3-a29b-b368b32cc992 req-76e2f1a9-6082-4e1a-8e47-21da6f8c2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:20.377196 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f86203-2325-42e3-a29b-b368b32cc992 req-76e2f1a9-6082-4e1a-8e47-21da6f8c2671 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 200 len: 847 time: 0.0593648 Aug 25 18:01:20.437086 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86203-2325-42e3-a29b-b368b32cc992 req-3d7a4071-652b-42c9-b78c-12e39951b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:20.438644 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f86203-2325-42e3-a29b-b368b32cc992 req-3d7a4071-652b-42c9-b78c-12e39951b930 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534196 Aug 25 18:01:20.577452 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f86203-2325-42e3-a29b-b368b32cc992 req-14be77e8-caab-4048-afa9-9054eec23d7c service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233191 Aug 25 18:01:20.706286 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-22f86203-2325-42e3-a29b-b368b32cc992 req-18c7b3c3-7fc8-4bc5-aa42-ada1eed8ccd7 service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201007 Aug 25 18:01:21.098821 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263bc1a-f10c-444e-8f77-cb9f1eba68d3 req-f3cbe75f-a1df-47a7-9e7a-e7e178e45345 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:21.107812 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2263bc1a-f10c-444e-8f77-cb9f1eba68d3 req-f3cbe75f-a1df-47a7-9e7a-e7e178e45345 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0637281 Aug 25 18:01:21.128902 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f14645-7f3a-4cfa-9833-33b3382e5a1e req-8b54ec87-c330-4be4-b353-5a546baad0fe tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:21.137854 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-96f14645-7f3a-4cfa-9833-33b3382e5a1e req-8b54ec87-c330-4be4-b353-5a546baad0fe tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0840182 Aug 25 18:01:21.160826 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2263bc1a-f10c-444e-8f77-cb9f1eba68d3 req-1d30bd48-60f7-4f46-81b6-7449c8566e5a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514154 Aug 25 18:01:21.199755 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-96f14645-7f3a-4cfa-9833-33b3382e5a1e req-2632c263-4f2a-40a6-b5d6-4a0ce2f2e159 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597212 Aug 25 18:01:22.021093 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b766f-1a71-4b83-9219-52d80d060331 req-e8da1fb3-1c96-4fc3-b031-ecd236b2cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:22.022593 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88b766f-1a71-4b83-9219-52d80d060331 req-e8da1fb3-1c96-4fc3-b031-ecd236b2cc4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0442126 Aug 25 18:01:22.133529 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b766f-1a71-4b83-9219-52d80d060331 req-54631e29-563e-459d-92aa-11d3430f3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:22.135016 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88b766f-1a71-4b83-9219-52d80d060331 req-54631e29-563e-459d-92aa-11d3430f3e99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.1019239 Aug 25 18:01:22.228531 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88b766f-1a71-4b83-9219-52d80d060331 req-9b0dc75e-512e-46d0-a782-00948f947aa6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29523fa0-bc78-44b0-bff9-3d7e04929572 HTTP/1.1" status: 200 len: 1001 time: 0.0810115 Aug 25 18:01:22.297812 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47303a6c-09bf-4c78-aba8-498539844461 req-63b3af4c-0427-4d3a-8036-a9145794ae8a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:22.298771 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-47303a6c-09bf-4c78-aba8-498539844461 req-63b3af4c-0427-4d3a-8036-a9145794ae8a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0631948 Aug 25 18:01:22.333458 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b766f-1a71-4b83-9219-52d80d060331 req-0f70dc4e-56d8-451a-b281-c74e8f458c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:22.335025 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88b766f-1a71-4b83-9219-52d80d060331 req-0f70dc4e-56d8-451a-b281-c74e8f458c55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0986898 Aug 25 18:01:22.356216 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-47303a6c-09bf-4c78-aba8-498539844461 req-93a3dee3-487d-435f-9558-074d46cce57f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506420 Aug 25 18:01:22.383020 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08964735-4549-448d-a3ae-bcc1a8e74fd4 req-94020567-5902-411a-ad52-719f24f1108c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:22.383020 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-08964735-4549-448d-a3ae-bcc1a8e74fd4 req-94020567-5902-411a-ad52-719f24f1108c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0893428 Aug 25 18:01:22.417780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b766f-1a71-4b83-9219-52d80d060331 req-bf2d735b-f224-4a41-a8ca-1318d1f511d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:22.419530 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88b766f-1a71-4b83-9219-52d80d060331 req-bf2d735b-f224-4a41-a8ca-1318d1f511d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733285 Aug 25 18:01:22.447944 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-08964735-4549-448d-a3ae-bcc1a8e74fd4 req-6ee49f59-f31b-4638-831f-871df2107353 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577719 Aug 25 18:01:22.535340 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88b766f-1a71-4b83-9219-52d80d060331 req-1a19ac41-bc45-4f3f-adcc-ffe1b63181e8 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055553 Aug 25 18:01:22.638009 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a88b766f-1a71-4b83-9219-52d80d060331 req-f0cd684a-1076-4526-932a-925115e6f900 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942464 Aug 25 18:01:23.506769 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d75e11-90a4-4c3d-a8f2-4e1c8e587cf2 req-61d48553-880a-499f-8d6a-932d0b44beb1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:23.509266 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-01d75e11-90a4-4c3d-a8f2-4e1c8e587cf2 req-61d48553-880a-499f-8d6a-932d0b44beb1 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0706792 Aug 25 18:01:23.562674 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-01d75e11-90a4-4c3d-a8f2-4e1c8e587cf2 req-bad30bf2-e162-44fb-b497-c6f7ae72c696 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464861 Aug 25 18:01:23.595119 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2faed-185c-4670-b997-21eecd228159 req-c995df89-4a0c-4b18-a183-5c755894e777 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:23.598090 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e5d2faed-185c-4670-b997-21eecd228159 req-c995df89-4a0c-4b18-a183-5c755894e777 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0618496 Aug 25 18:01:23.654428 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e5d2faed-185c-4670-b997-21eecd228159 req-7553d59c-82b6-46bf-83a7-7564e3ec28f9 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465770 Aug 25 18:01:23.891931 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:01:23.996658 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-2edeba72-3164-48ff-8e80-bcee698676f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033530 Aug 25 18:01:24.187384 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59c298-a940-4593-acc8-38f04532ac7a req-ddb19c7e-4ab4-47c6-8db3-6fd3b3174adc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:24.189208 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ea59c298-a940-4593-acc8-38f04532ac7a req-ddb19c7e-4ab4-47c6-8db3-6fd3b3174adc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.3354764 Aug 25 18:01:24.240392 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ea59c298-a940-4593-acc8-38f04532ac7a req-3ff8591b-34a9-4d16-b74d-69b882e6a681 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 Aug 25 18:01:24.726905 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b007-dbe0-4c89-833d-8b5e1a7bac8d req-614903ea-5c5d-4a5d-a9b2-68b2de0d2ad8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:24.728508 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7853b007-dbe0-4c89-833d-8b5e1a7bac8d req-614903ea-5c5d-4a5d-a9b2-68b2de0d2ad8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0551672 Aug 25 18:01:24.782879 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7853b007-dbe0-4c89-833d-8b5e1a7bac8d req-c39d662a-c7bb-4a83-96e4-7470f4899447 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473387 Aug 25 18:01:25.378793 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5314-a55b-471f-89ea-5c264b224f5b req-75d13654-8fda-46d2-966d-cf0f49d5e848 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:25.380676 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-481c5314-a55b-471f-89ea-5c264b224f5b req-75d13654-8fda-46d2-966d-cf0f49d5e848 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.0570719 Aug 25 18:01:25.427790 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-481c5314-a55b-471f-89ea-5c264b224f5b req-455b0b14-2b1a-4881-8c17-d3e97b1d0d74 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 Aug 25 18:01:25.749013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-db1b9ec3-bbef-49a0-8c11-c383cf4718cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:25.750543 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-db1b9ec3-bbef-49a0-8c11-c383cf4718cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe&tenant_id=12fd6cae8011402fa4a65249edc50cd7 HTTP/1.1" status: 200 len: 1099 time: 0.0427549 Aug 25 18:01:25.818176 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-e4f5b7dd-8196-4bab-8df3-949aa8e146c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:25.819589 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-e4f5b7dd-8196-4bab-8df3-949aa8e146c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1099 time: 0.0422575 Aug 25 18:01:25.832478 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:01:25.924863 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:25.951964 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:01:25.954295 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42090270-3b10-44f0-8004-9b8ce53d6cd0" -d '{"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:01:25.967438 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:25.972729 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:25.973624 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:01:25.977868 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cd4bf-abbb-42f4-8d72-d4703729a082 req-cbfc3cb8-d8bd-4dda-9f31-fe75a849bc73 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:25.979485 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4a5cd4bf-abbb-42f4-8d72-d4703729a082 req-cbfc3cb8-d8bd-4dda-9f31-fe75a849bc73 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 946 time: 0.0905142 Aug 25 18:01:25.980561 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-d0f8cc11-39c7-4ead-941f-3a4f888deb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:25.987228 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-d0f8cc11-39c7-4ead-941f-3a4f888deb55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 909 time: 0.1548848 Aug 25 18:01:26.038440 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d4b66c-90be-44c1-9425-62970f11c641 x-openstack-request-id: req-c9d4b66c-90be-44c1-9425-62970f11c641 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:01:26.039299 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:01:26.039554 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9d4b66c-90be-44c1-9425-62970f11c641 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:01:26.039935 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'code': 200} Aug 25 18:01:26.075994 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:26.077829 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4a5cd4bf-abbb-42f4-8d72-d4703729a082 req-e65092a4-8a89-4b71-ac5d-e41fab38820b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878251 Aug 25 18:01:26.082258 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-c8f6aa64-6628-4a3f-83e1-8cd49a487fa7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 1000 time: 0.0900750 Aug 25 18:01:26.129811 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:26.155685 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-06502cb0-715e-4654-804d-b0e117d9bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:26.157391 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-06502cb0-715e-4654-804d-b0e117d9bc66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 200 len: 847 time: 0.0627327 Aug 25 18:01:26.171761 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:26.186410 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:26.210259 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-0bfdf78a-5be1-4040-a006-b4fe42e90497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:26.212433 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-0bfdf78a-5be1-4040-a006-b4fe42e90497 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444584 Aug 25 18:01:26.246872 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:26.356466 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-520c99f3-52bb-4a2b-be0a-b1ec21f26cf0 service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349375 Aug 25 18:01:26.472217 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e5efaa47-cde0-4a26-8c78-dc631eb117eb req-a7bbe6eb-e300-4c29-8d94-c8b3d03d376f service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075587 Aug 25 18:01:26.567099 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60290-7d57-4359-8a61-68585cd9c4c0 req-dea074cc-19f4-4db3-9987-0d0a1bf146e4 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:26.568805 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fac60290-7d57-4359-8a61-68585cd9c4c0 req-dea074cc-19f4-4db3-9987-0d0a1bf146e4 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0638847 Aug 25 18:01:26.620113 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fac60290-7d57-4359-8a61-68585cd9c4c0 req-9c115759-6d33-4e3b-9a0b-391003a76168 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Aug 25 18:01:27.173594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadfc22-21b4-4545-96bd-408e4ddce8fb req-7c8060f8-3205-44b8-88b5-d8270f72a609 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:27.175196 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7dadfc22-21b4-4545-96bd-408e4ddce8fb req-7c8060f8-3205-44b8-88b5-d8270f72a609 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0520389 Aug 25 18:01:27.217976 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7dadfc22-21b4-4545-96bd-408e4ddce8fb req-554920f9-e742-47e8-b9a1-9724f2855030 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358508 Aug 25 18:01:27.223621 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-c745e07a-9104-4da3-8357-e35561e83ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530138 Aug 25 18:01:27.748382 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931a63-c79c-4dc7-b2da-fb8655881a30 req-c15719ef-9e75-4a6e-b434-f96c82cce420 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:27.750593 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f931a63-c79c-4dc7-b2da-fb8655881a30 req-c15719ef-9e75-4a6e-b434-f96c82cce420 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0532014 Aug 25 18:01:27.798525 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-0f931a63-c79c-4dc7-b2da-fb8655881a30 req-c8a2fba5-3a41-4b86-9345-8ec62dc627d2 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423005 Aug 25 18:01:28.041900 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:01:28.044757 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d18827-a728-452f-8ce4-74e6fa8bb361" -d '{"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:01:28.081178 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bb060e-f0a2-4f20-81fe-95f61b9eab7f x-openstack-request-id: req-31bb060e-f0a2-4f20-81fe-95f61b9eab7f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:01:28.081513 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:01:28.081690 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31bb060e-f0a2-4f20-81fe-95f61b9eab7f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:01:28.082046 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'code': 200} Aug 25 18:01:28.089299 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-6185fd24-e138-4517-b479-a1a4f3dd3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:28.091481 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-6185fd24-e138-4517-b479-a1a4f3dd3a33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5&tenant_id=2fe8e236897f4acdb2f0711d9c755bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0481491 Aug 25 18:01:28.159848 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-fc5d77ed-b4d6-4251-840d-6b3d079efacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:28.161387 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-fc5d77ed-b4d6-4251-840d-6b3d079efacf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0438125 Aug 25 18:01:28.270038 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-f5e1baac-0871-4100-92b9-1e6353954fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:28.271567 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-f5e1baac-0871-4100-92b9-1e6353954fc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 200 len: 917 time: 0.0968647 Aug 25 18:01:28.374049 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-3bd7f8cf-b0d9-4ba4-b296-e3f466bc63c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29523fa0-bc78-44b0-bff9-3d7e04929572 HTTP/1.1" status: 200 len: 999 time: 0.0930045 Aug 25 18:01:28.391469 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88027ae8-f331-44b5-a1dd-5ba8a3769635 req-f4fc3ccf-c645-4ae1-ac46-1c2a908f6e60 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:28.393063 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-88027ae8-f331-44b5-a1dd-5ba8a3769635 req-f4fc3ccf-c645-4ae1-ac46-1c2a908f6e60 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0750017 Aug 25 18:01:28.465213 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-25a1d0ce-d76c-49f1-90b7-dcf326130f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:28.466667 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-25a1d0ce-d76c-49f1-90b7-dcf326130f91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 200 len: 855 time: 0.0726228 Aug 25 18:01:28.472347 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-88027ae8-f331-44b5-a1dd-5ba8a3769635 req-a8ee4bba-d12f-4ed9-8253-878be9302bea tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700316 Aug 25 18:01:28.518697 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-79c23206-8bdd-4731-a1fe-9776d26221b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:28.520787 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-79c23206-8bdd-4731-a1fe-9776d26221b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2924a9-6e6b-4941-a871-68e8ee5d33a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469184 Aug 25 18:01:28.623432 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-b3ef57a2-1c67-4e54-aa6e-fb95ea044549 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942523 Aug 25 18:01:28.714987 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c7282b81-8382-46aa-9d42-f8ba164e7601 req-d1fbfa52-0736-40e2-94a0-53e9d8c42f23 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840206 Aug 25 18:01:28.946298 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a9a5-f972-430b-808e-dc598f8e25c2 req-3053668d-dfad-4404-baa4-ee7f1e144154 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:28.947979 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b037a9a5-f972-430b-808e-dc598f8e25c2 req-3053668d-dfad-4404-baa4-ee7f1e144154 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0649109 Aug 25 18:01:28.990194 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b037a9a5-f972-430b-808e-dc598f8e25c2 req-93a1ff36-0e41-410b-b40f-700d7e30fba7 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361321 Aug 25 18:01:29.606661 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff537be-3a55-4ec4-9dae-a203322b510d req-88d4bab1-baf6-49b6-8d22-b55820066fd7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:29.608163 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ff537be-3a55-4ec4-9dae-a203322b510d req-88d4bab1-baf6-49b6-8d22-b55820066fd7 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0545084 Aug 25 18:01:29.648860 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6ff537be-3a55-4ec4-9dae-a203322b510d req-b81488d3-68bb-45f3-9cb3-b04ff78647f3 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345387 Aug 25 18:01:29.850208 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:01:30.135477 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54053736-74c2-4784-9632-fb6dfab74f06 req-7635d7bc-9f80-40ea-baa5-2f13e04c2096 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:30.138219 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-54053736-74c2-4784-9632-fb6dfab74f06 req-7635d7bc-9f80-40ea-baa5-2f13e04c2096 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0677695 Aug 25 18:01:30.184006 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-54053736-74c2-4784-9632-fb6dfab74f06 req-516034d5-0bae-45c5-b283-053aa4d864ff tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Aug 25 18:01:30.435925 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471715f-3c0c-4715-b79b-dff18c41d1eb req-46840471-4d85-48f9-88c1-78069641dd26 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:30.437571 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1471715f-3c0c-4715-b79b-dff18c41d1eb req-46840471-4d85-48f9-88c1-78069641dd26 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0531933 Aug 25 18:01:30.484304 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1471715f-3c0c-4715-b79b-dff18c41d1eb req-87877c2a-fc5b-495a-ab13-e7043a704a89 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403252 Aug 25 18:01:30.801610 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcdf84-c8aa-4bb7-bfe8-728e92871c54 req-288eb5e6-f14e-42d7-a5e7-24535606031f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:30.803525 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-adbcdf84-c8aa-4bb7-bfe8-728e92871c54 req-288eb5e6-f14e-42d7-a5e7-24535606031f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0750475 Aug 25 18:01:30.850201 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-adbcdf84-c8aa-4bb7-bfe8-728e92871c54 req-fd364dfd-5e11-490f-ae92-fa5a9ebc9c3b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387571 Aug 25 18:01:31.330364 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed18fb-b1ec-42be-a522-6b1aa0b93626 req-388578c5-650d-4256-a274-c8d2f9535c9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:31.332032 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72ed18fb-b1ec-42be-a522-6b1aa0b93626 req-388578c5-650d-4256-a274-c8d2f9535c9f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0570707 Aug 25 18:01:31.377203 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72ed18fb-b1ec-42be-a522-6b1aa0b93626 req-52a8eb6e-3fae-4716-adb5-2f2958caaff7 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386901 Aug 25 18:01:31.633695 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961bd4-60fd-436f-8b6d-10e56a67b3d7 req-cabbd356-fbc2-477d-baee-ecc6d75f0a82 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:31.635359 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e8961bd4-60fd-436f-8b6d-10e56a67b3d7 req-cabbd356-fbc2-477d-baee-ecc6d75f0a82 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0603802 Aug 25 18:01:31.679662 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e8961bd4-60fd-436f-8b6d-10e56a67b3d7 req-54c8a6f8-a40b-4b1a-b20e-f6390d7864cf tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368636 Aug 25 18:01:31.981201 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3a0e-3e33-4b5f-92e7-9894c82b6090 req-a547b654-4c74-4d7b-89c1-de3c3060d7f6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:31.982735 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4b7f3a0e-3e33-4b5f-92e7-9894c82b6090 req-a547b654-4c74-4d7b-89c1-de3c3060d7f6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0571992 Aug 25 18:01:32.026924 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4b7f3a0e-3e33-4b5f-92e7-9894c82b6090 req-1aaa42ad-869c-44d0-ae90-049688e50698 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Aug 25 18:01:32.513533 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05475e3-888d-428b-a9d0-326ed9bc4435 req-141e9a7d-6608-4691-9004-c9f0c3999449 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:32.514981 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f05475e3-888d-428b-a9d0-326ed9bc4435 req-141e9a7d-6608-4691-9004-c9f0c3999449 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0593836 Aug 25 18:01:32.560991 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f05475e3-888d-428b-a9d0-326ed9bc4435 req-3a94a0fb-d65b-4ee5-bf26-ae69d9bb0aa7 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356376 Aug 25 18:01:32.846868 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b200a5-c655-43c1-8dbf-7445679e7f18 req-2125b169-ddc9-4a2d-a0b1-acdf330f2876 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:32.856655 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-49b200a5-c655-43c1-8dbf-7445679e7f18 req-2125b169-ddc9-4a2d-a0b1-acdf330f2876 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0922117 Aug 25 18:01:32.904831 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-49b200a5-c655-43c1-8dbf-7445679e7f18 req-fd671b56-1e88-4a23-a2c8-a02df27bfcca tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392277 Aug 25 18:01:33.162308 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:33.174658 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167f08-fa77-40bf-8976-6fb38861be3a req-2e5325d4-de33-4a8f-a565-493603173d3f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:33.176210 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2f167f08-fa77-40bf-8976-6fb38861be3a req-2e5325d4-de33-4a8f-a565-493603173d3f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0600433 Aug 25 18:01:33.218238 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2f167f08-fa77-40bf-8976-6fb38861be3a req-8cb28209-17d7-4b1e-a24d-583c78c06f6e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Aug 25 18:01:33.693902 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6f00-0838-4f71-9f4b-8bae05f39497 req-0d07de6f-953f-4a45-b6f3-1df99a01fe44 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:33.696002 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-481d6f00-0838-4f71-9f4b-8bae05f39497 req-0d07de6f-953f-4a45-b6f3-1df99a01fe44 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0591025 Aug 25 18:01:33.739472 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-481d6f00-0838-4f71-9f4b-8bae05f39497 req-c1ce3f40-f0d8-437b-8193-f7710c2137f9 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366151 Aug 25 18:01:34.050104 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac783-9093-4908-80d4-28c004db80e7 req-111fc692-e921-4347-93ed-58c42313a29f tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:34.052930 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6a2ac783-9093-4908-80d4-28c004db80e7 req-111fc692-e921-4347-93ed-58c42313a29f tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0668559 Aug 25 18:01:34.099614 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6a2ac783-9093-4908-80d4-28c004db80e7 req-dfa0eb97-f89c-4db9-8920-876df94d42fd tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385573 Aug 25 18:01:34.368624 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203446bc-932c-4eb8-b519-1c59f0aa2ee3 req-909f3ab9-f367-4e6a-996f-9c4c16f0af4e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:34.372566 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-203446bc-932c-4eb8-b519-1c59f0aa2ee3 req-909f3ab9-f367-4e6a-996f-9c4c16f0af4e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0608788 Aug 25 18:01:34.432270 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-203446bc-932c-4eb8-b519-1c59f0aa2ee3 req-8849cef6-402c-47f0-9566-3b7647887500 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508556 Aug 25 18:01:34.871344 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bc68-a6c2-4c83-90d2-942178a1f6ed req-1c8e0804-42fd-4e2a-b06c-21c3d6bc0646 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:34.872977 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e2b6bc68-a6c2-4c83-90d2-942178a1f6ed req-1c8e0804-42fd-4e2a-b06c-21c3d6bc0646 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0602441 Aug 25 18:01:34.927449 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e2b6bc68-a6c2-4c83-90d2-942178a1f6ed req-87fdada4-daa8-4572-bb61-2b2085de1182 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418420 Aug 25 18:01:35.225750 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031734f-2a32-470e-be1d-bc40cefe0033 req-6d821951-1886-4a58-9139-b3e422140e28 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:35.227405 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7031734f-2a32-470e-be1d-bc40cefe0033 req-6d821951-1886-4a58-9139-b3e422140e28 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0538018 Aug 25 18:01:35.274409 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7031734f-2a32-470e-be1d-bc40cefe0033 req-2745ba66-74dc-4450-baa3-3e8dda048c11 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407636 Aug 25 18:01:35.598476 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae713d4a-4d5b-4728-9b7e-67beca994f87 req-819a30f7-cdda-4f06-8e2d-d09521c6d367 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:35.601069 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ae713d4a-4d5b-4728-9b7e-67beca994f87 req-819a30f7-cdda-4f06-8e2d-d09521c6d367 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0622876 Aug 25 18:01:35.737144 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fde9bd2-5036-43ee-a2fe-3a217fe9a58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:35.898169 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ae713d4a-4d5b-4728-9b7e-67beca994f87 req-7699fd0a-d0cd-4dd9-b3d2-0e29a5d7da41 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909997 Aug 25 18:01:36.054887 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd41e-6484-4e6b-a582-1df890ee2ad3 req-d7739f46-4424-4b2e-8a1f-6a6939ba91bc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:36.056557 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a54fd41e-6484-4e6b-a582-1df890ee2ad3 req-d7739f46-4424-4b2e-8a1f-6a6939ba91bc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0565088 Aug 25 18:01:36.101811 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a54fd41e-6484-4e6b-a582-1df890ee2ad3 req-bef5938a-d540-407d-8b9e-6ffb3347773f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Aug 25 18:01:36.399462 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907dd01-dc54-49da-916b-9b9382d8beab req-4186185b-a23e-43f6-b011-a533a5f8f422 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:36.401029 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2907dd01-dc54-49da-916b-9b9382d8beab req-4186185b-a23e-43f6-b011-a533a5f8f422 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0517588 Aug 25 18:01:36.447438 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2907dd01-dc54-49da-916b-9b9382d8beab req-28cc89d1-b218-470b-aef2-d7b4bebe21d5 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385790 Aug 25 18:01:37.046806 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d90645-c57c-4c86-ad60-7755e3530c9d req-9451383c-b8ad-40a5-9cf3-c0b3752d6532 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:37.048424 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d9d90645-c57c-4c86-ad60-7755e3530c9d req-9451383c-b8ad-40a5-9cf3-c0b3752d6532 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0577376 Aug 25 18:01:37.106257 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d9d90645-c57c-4c86-ad60-7755e3530c9d req-36c4e893-1183-4e82-8981-773b2dac9b03 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451899 Aug 25 18:01:37.234087 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e382bf-d781-42be-9f41-935a3a4b0f7d req-d7ed3288-0e2a-49da-8379-24e6fd04d6d0 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:37.235586 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-88e382bf-d781-42be-9f41-935a3a4b0f7d req-d7ed3288-0e2a-49da-8379-24e6fd04d6d0 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0547731 Aug 25 18:01:37.282436 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-88e382bf-d781-42be-9f41-935a3a4b0f7d req-246e3b2e-2b7a-402b-b37a-e4fc581e3317 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397949 Aug 25 18:01:37.593726 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02095269-0f73-4a0f-8a53-26e3582dd1d2 req-58af7dc4-2f0d-4b51-863c-f774ce6a6093 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:37.595520 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-02095269-0f73-4a0f-8a53-26e3582dd1d2 req-58af7dc4-2f0d-4b51-863c-f774ce6a6093 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0721126 Aug 25 18:01:37.645950 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-02095269-0f73-4a0f-8a53-26e3582dd1d2 req-90bbd9b5-e279-4a12-83c2-6adef3945659 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436590 Aug 25 18:01:38.249491 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d81a9-9727-4bed-8a2c-0bf85f040881 req-66c38374-b7a8-420f-9323-cf4871675b7e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:38.250968 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b80d81a9-9727-4bed-8a2c-0bf85f040881 req-66c38374-b7a8-420f-9323-cf4871675b7e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0614014 Aug 25 18:01:38.296055 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b80d81a9-9727-4bed-8a2c-0bf85f040881 req-8ad9bbbf-7a5c-49e6-84f9-87cd9fe79689 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378876 Aug 25 18:01:38.402706 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b86f007-a7b7-483b-b0bb-9a06e20e7f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:38.427806 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de245003-0301-4879-9521-ebab6d815fe4 req-3f4ec043-517f-410d-a7ca-1e3764b85438 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:38.429390 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-de245003-0301-4879-9521-ebab6d815fe4 req-3f4ec043-517f-410d-a7ca-1e3764b85438 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0631800 Aug 25 18:01:38.481412 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-de245003-0301-4879-9521-ebab6d815fe4 req-a65c4708-9c37-4fea-b127-ca3ace51a825 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455081 Aug 25 18:01:38.627868 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:38.773798 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40fe96-60ab-41bc-9352-0b8190baa50c req-62999a9e-9f0f-4e17-907e-a9eff29fa911 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:38.775326 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-be40fe96-60ab-41bc-9352-0b8190baa50c req-62999a9e-9f0f-4e17-907e-a9eff29fa911 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0551116 Aug 25 18:01:38.818736 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-be40fe96-60ab-41bc-9352-0b8190baa50c req-2bd61b9a-3bde-4e80-9a67-5d0eef223246 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373085 Aug 25 18:01:39.253835 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:01:39.450152 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a401a02-5c6d-470f-ab5b-457fc0e01e70 req-6f4f53fb-b3f9-4047-a8a6-b78aac6f971e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:39.451663 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6a401a02-5c6d-470f-ab5b-457fc0e01e70 req-6f4f53fb-b3f9-4047-a8a6-b78aac6f971e tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0678203 Aug 25 18:01:39.505479 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6a401a02-5c6d-470f-ab5b-457fc0e01e70 req-99776794-e53f-4be2-9db2-553749296a02 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Aug 25 18:01:39.565739 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:39.643614 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604913e-a913-451c-97d9-1f25808ce927 req-18dad960-6030-437c-adbb-2ec4ddceae45 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:39.645177 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f604913e-a913-451c-97d9-1f25808ce927 req-18dad960-6030-437c-adbb-2ec4ddceae45 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0593755 Aug 25 18:01:39.695342 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f604913e-a913-451c-97d9-1f25808ce927 req-55f803a4-1cb8-4f2d-9995-19d81d26ff0f tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Aug 25 18:01:39.964908 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef8d7-1ba9-4c8a-b3a0-c2a8925ec961 req-e170b57a-ca3e-4628-b2b3-45b7a2b19454 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:39.966432 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2b2ef8d7-1ba9-4c8a-b3a0-c2a8925ec961 req-e170b57a-ca3e-4628-b2b3-45b7a2b19454 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0556552 Aug 25 18:01:40.008832 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2b2ef8d7-1ba9-4c8a-b3a0-c2a8925ec961 req-760e818c-d2f3-46d4-a789-943c33afcd7e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361063 Aug 25 18:01:40.459615 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a029-c238-43df-85e8-77654be57543 req-2858025b-384e-4621-80ad-e4f9a564b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:40.461134 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5822a029-c238-43df-85e8-77654be57543 req-2858025b-384e-4621-80ad-e4f9a564b725 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1138 time: 0.0485001 Aug 25 18:01:40.565867 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a029-c238-43df-85e8-77654be57543 req-ec64daa0-6a9b-4de6-a949-5df27b6f4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:40.567378 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5822a029-c238-43df-85e8-77654be57543 req-ec64daa0-6a9b-4de6-a949-5df27b6f4d8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 915 time: 0.0959978 Aug 25 18:01:40.642283 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e5cac-c1fe-4bfe-8727-c3f65c6d2cc9 req-855a1fd5-9a76-444c-bea7-ae07b141ed78 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:40.643783 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ba5e5cac-c1fe-4bfe-8727-c3f65c6d2cc9 req-855a1fd5-9a76-444c-bea7-ae07b141ed78 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0634217 Aug 25 18:01:40.652833 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5822a029-c238-43df-85e8-77654be57543 req-8797fb30-9ade-4fa8-a0ec-e8ab7b3f19e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 1002 time: 0.0732753 Aug 25 18:01:40.689891 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ba5e5cac-c1fe-4bfe-8727-c3f65c6d2cc9 req-ea79836f-9b0b-484c-a53d-c84099ff46b9 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399470 Aug 25 18:01:40.710060 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a029-c238-43df-85e8-77654be57543 req-f51cb684-ffca-4f12-9fe7-1913bb471202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:40.711604 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5822a029-c238-43df-85e8-77654be57543 req-f51cb684-ffca-4f12-9fe7-1913bb471202 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 200 len: 853 time: 0.0511987 Aug 25 18:01:40.768038 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a029-c238-43df-85e8-77654be57543 req-be8389ad-de40-4bb3-8701-cfe5bbd03b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:40.769594 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5822a029-c238-43df-85e8-77654be57543 req-be8389ad-de40-4bb3-8701-cfe5bbd03b1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9af2230-adca-440f-b2ac-4f2e4cec69d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500915 Aug 25 18:01:40.880274 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a9ed8-98f5-4b03-bd47-b46c4535ccba req-f15d4f8b-ce7b-4d5a-a03d-9dfb86d1433b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:40.881892 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1c3a9ed8-98f5-4b03-bd47-b46c4535ccba req-f15d4f8b-ce7b-4d5a-a03d-9dfb86d1433b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.1114113 Aug 25 18:01:40.923455 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5822a029-c238-43df-85e8-77654be57543 req-1d4a08a6-6934-431c-8bd8-565f006a16d8 service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427665 Aug 25 18:01:40.949497 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-1c3a9ed8-98f5-4b03-bd47-b46c4535ccba req-ab662a68-90b3-4824-a2ca-4d19030bc598 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569806 Aug 25 18:01:41.035933 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5822a029-c238-43df-85e8-77654be57543 req-a6b132d2-6e32-4427-be11-79a94affb341 service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019011 Aug 25 18:01:41.140389 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175d1b7-5fee-42ba-b8f2-d3feb3d8bd20 req-0cc5af6e-b8b0-4ab5-8902-ff82ab19424c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:41.142065 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2175d1b7-5fee-42ba-b8f2-d3feb3d8bd20 req-0cc5af6e-b8b0-4ab5-8902-ff82ab19424c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0565813 Aug 25 18:01:41.198826 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2175d1b7-5fee-42ba-b8f2-d3feb3d8bd20 req-e718b444-70c8-4a7c-8cf1-0b2e75acf498 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468090 Aug 25 18:01:41.346398 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:41.414090 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a4c57-770f-4df6-aa85-3e2205995b7c req-a81e55d2-f45e-439f-b531-07a6fa037634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:41.415632 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-da4a4c57-770f-4df6-aa85-3e2205995b7c req-a81e55d2-f45e-439f-b531-07a6fa037634 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1097 time: 0.0452373 Aug 25 18:01:41.461502 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-da4a4c57-770f-4df6-aa85-3e2205995b7c req-824646bb-c8ba-4173-b70d-f08d6dfab4bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Aug 25 18:01:41.817440 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9cded-0364-421a-ac0f-5159d4e28289 req-eb15cd3e-0d99-40c1-8b72-64215003de19 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:41.819603 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a9e9cded-0364-421a-ac0f-5159d4e28289 req-eb15cd3e-0d99-40c1-8b72-64215003de19 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0517473 Aug 25 18:01:41.864844 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a9e9cded-0364-421a-ac0f-5159d4e28289 req-8d8e4d16-0d10-4b8a-80cd-b42e9ebb6954 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377545 Aug 25 18:01:42.083127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0068fc4-6f1e-45f3-8ecc-c901fbe4eb20 req-fbc66840-84e5-456c-a884-b1cecc47191c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:42.084688 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e0068fc4-6f1e-45f3-8ecc-c901fbe4eb20 req-fbc66840-84e5-456c-a884-b1cecc47191c tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0587471 Aug 25 18:01:42.131087 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e0068fc4-6f1e-45f3-8ecc-c901fbe4eb20 req-f7322299-3252-4cdd-b7a1-49a44490a72e tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367551 Aug 25 18:01:42.325949 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1b603-c7df-49fd-95d6-2e975b1f6210 req-db5625ca-731c-4e9c-9910-45094af8102e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:42.327713 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b5e1b603-c7df-49fd-95d6-2e975b1f6210 req-db5625ca-731c-4e9c-9910-45094af8102e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0571642 Aug 25 18:01:42.372791 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-b5e1b603-c7df-49fd-95d6-2e975b1f6210 req-d1619340-0170-4c60-892d-ea3351f08d21 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366983 Aug 25 18:01:43.006892 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725921cd-b766-45db-b703-531e196c4113 req-c8c9d710-6282-4ea8-9983-774e4dd46026 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:43.009280 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-725921cd-b766-45db-b703-531e196c4113 req-c8c9d710-6282-4ea8-9983-774e4dd46026 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0525737 Aug 25 18:01:43.050669 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-725921cd-b766-45db-b703-531e196c4113 req-5966b1b8-7adf-4272-a845-22aa963bbc29 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353711 Aug 25 18:01:43.248680 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5944e-9e4b-4261-bf05-c75e23afbb7f req-30ada544-4b23-4fc8-9147-f5ff9a6c512b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:43.250141 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2df5944e-9e4b-4261-bf05-c75e23afbb7f req-30ada544-4b23-4fc8-9147-f5ff9a6c512b tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 944 time: 0.0506158 Aug 25 18:01:43.300171 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2df5944e-9e4b-4261-bf05-c75e23afbb7f req-670c3fc6-e116-4b78-8d27-6583e00bb86d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Aug 25 18:01:43.489934 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d0ae4-e53e-4de6-866c-a6f62549a2d9 req-56d8b3eb-3d4f-4f96-808f-599ecd8e970f tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:43.491432 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-855d0ae4-e53e-4de6-866c-a6f62549a2d9 req-56d8b3eb-3d4f-4f96-808f-599ecd8e970f tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0495422 Aug 25 18:01:43.532713 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-855d0ae4-e53e-4de6-866c-a6f62549a2d9 req-b26c9b83-6511-4819-84e4-f2776afd07a3 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351892 Aug 25 18:01:43.947985 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:01:44.039828 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:44.051291 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'port_id': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'mac_address': 'fa:16:3e:95:04:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:01:44.089090 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:44.106054 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:01:44.127471 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:44.134451 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:44.135160 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:01:44.185394 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b45ba-1362-406f-8200-6e1777c60ce8 req-ccf6a366-cb1c-43c3-a595-9e9d35dcf52f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:44.187008 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e74b45ba-1362-406f-8200-6e1777c60ce8 req-ccf6a366-cb1c-43c3-a595-9e9d35dcf52f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 944 time: 0.0577545 Aug 25 18:01:44.222973 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:44.230803 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e74b45ba-1362-406f-8200-6e1777c60ce8 req-352c620c-0385-4ad6-be81-755100f2f18b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 Aug 25 18:01:44.278611 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:44.290603 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'port_id': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'mac_address': 'fa:16:3e:84:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:01:44.330591 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:44.343499 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29523fa0-bc78-44b0-bff9-3d7e04929572 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:01:44.362938 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:44.368784 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:44.422424 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=9']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:44.637165 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['29523fa0-bc78-44b0-bff9-3d7e04929572'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:01:44.674246 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277a847-5202-487b-8093-19a5b0d8fdc1 req-d9796197-38b2-4176-aa8a-1344618157bc tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:44.674896 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:01:44.675782 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3277a847-5202-487b-8093-19a5b0d8fdc1 req-d9796197-38b2-4176-aa8a-1344618157bc tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0554276 Aug 25 18:01:44.716023 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3277a847-5202-487b-8093-19a5b0d8fdc1 req-027a6824-4dae-491b-af90-1c2c7a4d0845 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340645 Aug 25 18:01:45.382407 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e174e-1e91-4f4c-8f7b-d44758e89612 req-0f6c489c-c66a-4978-a279-eb4aed0ac383 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:45.383969 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6e7e174e-1e91-4f4c-8f7b-d44758e89612 req-0f6c489c-c66a-4978-a279-eb4aed0ac383 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 945 time: 0.0569844 Aug 25 18:01:45.425989 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6e7e174e-1e91-4f4c-8f7b-d44758e89612 req-cccb2bca-f5e1-4408-a1c3-4939a148d02d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351729 Aug 25 18:01:45.833018 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ed171-20fc-4b93-95f9-1c65513efbb0 req-1bf3f803-6425-45f2-8ada-d7ad125d3139 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:45.834488 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-277ed171-20fc-4b93-95f9-1c65513efbb0 req-1bf3f803-6425-45f2-8ada-d7ad125d3139 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0490508 Aug 25 18:01:45.873947 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-277ed171-20fc-4b93-95f9-1c65513efbb0 req-897adc8a-7ed1-4c30-a7a0-07527e187a7a tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335333 Aug 25 18:01:45.965704 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:01:46.012643 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:01:46.013013 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:46.086131 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:46.107768 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:01:46.109997 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7fe098-11e0-4169-9575-afd4461ca95c" -d '{"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:01:46.123941 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:46.128468 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:46.129196 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:01:46.171426 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d9cbc-d3e3-43f7-a631-d876d055d294 x-openstack-request-id: req-ce3d9cbc-d3e3-43f7-a631-d876d055d294 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:01:46.171722 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:01:46.171975 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce3d9cbc-d3e3-43f7-a631-d876d055d294 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:01:46.172382 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'code': 200} Aug 25 18:01:46.213342 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:46.223498 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 29523fa0-bc78-44b0-bff9-3d7e04929572 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:01:46.223872 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:46.300633 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:46.340344 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:01:46.344325 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:01:46.393348 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:01:46.557401 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c149f-8e16-49de-aff3-00f3452761b7 req-c3ec165a-eb18-43e3-ad51-ecaacbd6370d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:46.558901 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-195c149f-8e16-49de-aff3-00f3452761b7 req-c3ec165a-eb18-43e3-ad51-ecaacbd6370d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0514073 Aug 25 18:01:46.599565 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-195c149f-8e16-49de-aff3-00f3452761b7 req-e6d900e4-b4ba-4f22-a63a-ac80abc0d85a tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 Aug 25 18:01:46.992529 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f420-ae35-47a4-a548-0a4a44f40c4a req-6332eb33-c179-400a-9461-e1a142daf472 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:46.994000 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-eb67f420-ae35-47a4-a548-0a4a44f40c4a req-6332eb33-c179-400a-9461-e1a142daf472 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0544710 Aug 25 18:01:47.035940 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-eb67f420-ae35-47a4-a548-0a4a44f40c4a req-50101161-75ef-40fe-a43b-e2278e26df9e tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356038 Aug 25 18:01:47.719334 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad534-f1a8-4159-a084-ebca1eb81741 req-54d392f0-2deb-45cd-ad57-21643cb2bf6c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:47.720823 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5dad534-f1a8-4159-a084-ebca1eb81741 req-54d392f0-2deb-45cd-ad57-21643cb2bf6c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0480428 Aug 25 18:01:47.762652 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5dad534-f1a8-4159-a084-ebca1eb81741 req-bd7125b4-1719-46da-9c4a-3d4e67295640 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352459 Aug 25 18:01:48.150156 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b00ad2-c6ed-4deb-b43b-0d5e90ad5c79 req-1213b9f5-d382-431d-baff-e482f7147bc9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:48.151625 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-34b00ad2-c6ed-4deb-b43b-0d5e90ad5c79 req-1213b9f5-d382-431d-baff-e482f7147bc9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0488422 Aug 25 18:01:48.173246 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:01:48.175769 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a2bf6-3df8-4613-9ef0-d3b1d928302a" -d '{"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-plugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:01:48.192435 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-34b00ad2-c6ed-4deb-b43b-0d5e90ad5c79 req-eeff96a6-6d2f-4a31-be38-713eb7f5f4e8 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348434 Aug 25 18:01:48.215592 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537e78a7-9a8b-46ae-bdea-48b0918e95f5 x-openstack-request-id: req-537e78a7-9a8b-46ae-bdea-48b0918e95f5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:01:48.215881 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-plugged", "status": "completed", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:01:48.216131 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-537e78a7-9a8b-46ae-bdea-48b0918e95f5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:01:48.216546 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'code': 200} Aug 25 18:01:48.431288 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58271e-4985-43e1-b408-b2ea6cb15cd4 req-b1123bac-080b-4b8e-91a9-621c90df40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:48.432724 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3f58271e-4985-43e1-b408-b2ea6cb15cd4 req-b1123bac-080b-4b8e-91a9-621c90df40f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 1100 time: 0.0397520 Aug 25 18:01:48.467005 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3f58271e-4985-43e1-b408-b2ea6cb15cd4 req-90b61c46-89d1-4690-94dd-bd7acb40b9a1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269578 Aug 25 18:01:48.902619 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef6c3a-34af-4c21-ac5b-ff4b2ed4443d req-07e5ff80-9c70-475d-bf3b-814a9733ec66 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:48.904139 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7ef6c3a-34af-4c21-ac5b-ff4b2ed4443d req-07e5ff80-9c70-475d-bf3b-814a9733ec66 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0523512 Aug 25 18:01:48.943080 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-c7ef6c3a-34af-4c21-ac5b-ff4b2ed4443d req-b6f34848-3de7-4059-8770-58306013dd7f tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Aug 25 18:01:49.320917 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee95cd-7790-439c-8615-966ae66e335c req-572067da-8677-492e-9431-9176689b7242 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:49.322448 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0ee95cd-7790-439c-8615-966ae66e335c req-572067da-8677-492e-9431-9176689b7242 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0575590 Aug 25 18:01:49.364584 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a0ee95cd-7790-439c-8615-966ae66e335c req-34045544-d00b-49ee-81d2-9c1f78ff21ee tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359952 Aug 25 18:01:50.116164 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f14fe-22f7-442c-b507-687b57f9b006 req-cb326311-d622-4044-8826-1888187d74dc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:50.117685 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-af1f14fe-22f7-442c-b507-687b57f9b006 req-cb326311-d622-4044-8826-1888187d74dc tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0756733 Aug 25 18:01:50.157562 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-af1f14fe-22f7-442c-b507-687b57f9b006 req-c8e59ba1-0bbf-45cd-9234-2c08b72354df tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Aug 25 18:01:50.478703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9ad6-897b-4a5a-a1dc-7eb753e435fd req-2c869a89-e54d-43ce-8e6a-674c8d4b9248 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:50.480177 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-702e9ad6-897b-4a5a-a1dc-7eb753e435fd req-2c869a89-e54d-43ce-8e6a-674c8d4b9248 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0486069 Aug 25 18:01:50.525117 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-702e9ad6-897b-4a5a-a1dc-7eb753e435fd req-ff28a3ac-854a-4224-85b5-1544b00d5ffb tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387635 Aug 25 18:01:51.281448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99245dc5-cd07-4f60-964a-58f61adb89da req-5c94738e-5021-4420-a1eb-937b48dc3457 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:51.282993 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-99245dc5-cd07-4f60-964a-58f61adb89da req-5c94738e-5021-4420-a1eb-937b48dc3457 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0504923 Aug 25 18:01:51.321018 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-99245dc5-cd07-4f60-964a-58f61adb89da req-e388be51-b7b9-426e-b72a-dffa62b5042d tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Aug 25 18:01:51.640904 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803102a3-cbe5-4706-b94a-64a0ea707955 req-a7e8833a-a53e-467c-bdc1-164a934f68ba tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:51.642368 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-803102a3-cbe5-4706-b94a-64a0ea707955 req-a7e8833a-a53e-467c-bdc1-164a934f68ba tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0491633 Aug 25 18:01:51.682177 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-803102a3-cbe5-4706-b94a-64a0ea707955 req-60761ffb-ba2e-467a-a064-42a590fccc18 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338249 Aug 25 18:01:52.811714 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23aa8a-b051-494e-883c-88f6413df066 req-1cb63dfb-9066-4c75-a2f4-fd80105e9e75 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:52.813355 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6a23aa8a-b051-494e-883c-88f6413df066 req-1cb63dfb-9066-4c75-a2f4-fd80105e9e75 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0529411 Aug 25 18:01:52.859376 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6a23aa8a-b051-494e-883c-88f6413df066 req-0d2580fb-b68d-45cd-99b2-13c625b6dd60 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348682 Aug 25 18:01:53.991067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ff0e9-43e1-47d8-8bec-f300bcb6885e req-048a053f-60a5-4f77-8b89-4baccc7337b6 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:53.992547 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9a5ff0e9-43e1-47d8-8bec-f300bcb6885e req-048a053f-60a5-4f77-8b89-4baccc7337b6 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0481746 Aug 25 18:01:54.033310 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9a5ff0e9-43e1-47d8-8bec-f300bcb6885e req-f7be1750-734e-40bc-9b45-31f202e53a4b tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342548 Aug 25 18:01:55.154207 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50f94b-3228-4f19-9bed-261be38e8e2c req-15313f7e-d018-4569-9e68-ea6ca1d8290d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:55.155776 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8e50f94b-3228-4f19-9bed-261be38e8e2c req-15313f7e-d018-4569-9e68-ea6ca1d8290d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0528953 Aug 25 18:01:55.210480 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8e50f94b-3228-4f19-9bed-261be38e8e2c req-edc73e52-a823-4735-9aab-43d67597c510 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474339 Aug 25 18:01:56.336653 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304037ee-479c-49dc-b6c0-7690de2f0ebb req-b5f1635e-aa1b-4ce9-90c1-77747fbf2bc0 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:56.338126 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-304037ee-479c-49dc-b6c0-7690de2f0ebb req-b5f1635e-aa1b-4ce9-90c1-77747fbf2bc0 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0540845 Aug 25 18:01:56.379833 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-304037ee-479c-49dc-b6c0-7690de2f0ebb req-97c2cf93-92f6-4b9f-a79a-3242301364eb tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349810 Aug 25 18:01:57.496781 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869ffe-4960-4719-a533-d047aa73df8f req-6247971f-de13-4cca-8d99-c5615fc6613f tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:57.498279 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5869ffe-4960-4719-a533-d047aa73df8f req-6247971f-de13-4cca-8d99-c5615fc6613f tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0493441 Aug 25 18:01:57.553767 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c5869ffe-4960-4719-a533-d047aa73df8f req-4c74d461-3fb6-4db5-94ba-bbfb6cf9db3b tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480778 Aug 25 18:01:58.670244 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e256c7-c9bf-4a92-a1fe-1b8c995c673b req-04cdbdde-eef2-44ee-8134-f29945f0254b tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:58.671706 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-84e256c7-c9bf-4a92-a1fe-1b8c995c673b req-04cdbdde-eef2-44ee-8134-f29945f0254b tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0502541 Aug 25 18:01:58.711924 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-84e256c7-c9bf-4a92-a1fe-1b8c995c673b req-28997833-b2a9-42f3-9a6f-df23666a47f9 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338809 Aug 25 18:01:59.830420 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739184-d5be-4518-895d-d7ae1db86deb req-ca3a4b9e-799a-478d-bfa8-043c83e9a568 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:01:59.831778 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7e739184-d5be-4518-895d-d7ae1db86deb req-ca3a4b9e-799a-478d-bfa8-043c83e9a568 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0538085 Aug 25 18:01:59.878200 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7e739184-d5be-4518-895d-d7ae1db86deb req-f8edfcea-4e9c-41fa-89f1-b9db8a672552 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396965 Aug 25 18:02:01.009424 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861ba45-c094-47b3-ab5a-eca9a7450083 req-0ea09b62-e8c4-4a1c-a5f4-a22512eccc09 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:01.010922 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2861ba45-c094-47b3-ab5a-eca9a7450083 req-0ea09b62-e8c4-4a1c-a5f4-a22512eccc09 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0500507 Aug 25 18:02:01.063637 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2861ba45-c094-47b3-ab5a-eca9a7450083 req-61166be0-720c-4133-92db-ac15f97b292c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435500 Aug 25 18:02:02.200473 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75416-4797-4e1b-a413-2fe0bd74ab62 req-6d2226dc-ec92-48c7-9955-38ba11c3225d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:02.201917 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68d75416-4797-4e1b-a413-2fe0bd74ab62 req-6d2226dc-ec92-48c7-9955-38ba11c3225d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0565081 Aug 25 18:02:02.257753 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-68d75416-4797-4e1b-a413-2fe0bd74ab62 req-8ad62db3-339d-4351-bb1d-6641e649ff84 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9&id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493095 Aug 25 18:02:03.170683 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:05.735474 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eba1ba45-60fb-4b18-be72-f54bbec5b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:06.841282 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-d119e91d-547d-48dc-9305-76739dd136e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488930 Aug 25 18:02:06.946515 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-0af0b294-6811-453c-8c22-f77891940441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:06.948139 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-0af0b294-6811-453c-8c22-f77891940441 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1099 time: 0.0439289 Aug 25 18:02:07.078332 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-e6cb6937-3f08-4ea1-a7ca-0425eb6c4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:07.079989 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-e6cb6937-3f08-4ea1-a7ca-0425eb6c4ebf service neutron] 10.222.0.10 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 909 time: 0.1020939 Aug 25 18:02:07.193404 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-954d0a47-eb21-4f05-a4cd-7d767aabdddf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 1002 time: 0.0832183 Aug 25 18:02:07.213971 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0ec5c-2ac2-4c69-86c2-eddb64c85909 req-22f88983-9994-443d-9fef-5e535ace15d9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:07.215493 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3db0ec5c-2ac2-4c69-86c2-eddb64c85909 req-22f88983-9994-443d-9fef-5e535ace15d9 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0593536 Aug 25 18:02:07.259437 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-d08c5c00-d22f-4369-a0c1-15be05fa20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:07.260984 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-d08c5c00-d22f-4369-a0c1-15be05fa20c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 200 len: 847 time: 0.0516307 Aug 25 18:02:07.263935 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-3db0ec5c-2ac2-4c69-86c2-eddb64c85909 req-8ab7bc22-e7c1-430b-89b1-a8daed9a2654 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420306 Aug 25 18:02:07.318972 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-a4d47605-7acc-4200-b356-53a9304691e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:07.320520 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-a4d47605-7acc-4200-b356-53a9304691e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504861 Aug 25 18:02:07.425523 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-7b9b7fc0-9d32-461d-ad6e-c282d35be420 service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961099 Aug 25 18:02:07.527754 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4ad7253e-7f23-4b1c-87d4-40e503dba386 req-0c24fb83-14c8-42d8-8d40-02b3c073a8e6 service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911763 Aug 25 18:02:08.399001 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-098b3b8a-4bb0-41b5-a35d-67beea883a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:08.411014 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac716773-8c8e-4c0a-8a58-df46b8dbbd6c req-b45e1153-1422-4e48-a062-e9367e051283 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:08.412706 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ac716773-8c8e-4c0a-8a58-df46b8dbbd6c req-b45e1153-1422-4e48-a062-e9367e051283 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0646632 Aug 25 18:02:08.455562 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ac716773-8c8e-4c0a-8a58-df46b8dbbd6c req-db367277-5e43-47a2-9992-5af1a3c3a27a tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362527 Aug 25 18:02:08.624018 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:09.357231 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-1207d4c3-052c-45cd-8c77-fab1351de7df tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:09.358753 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-1207d4c3-052c-45cd-8c77-fab1351de7df tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0577238 Aug 25 18:02:09.460665 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Deleting port bc9dd844-0ef7-4384-84ce-051a6b4465ee {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:09.461441 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:09.550970 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:09.557251 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] For port bc9dd844-0ef7-4384-84ce-051a6b4465ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bc9dd844-0ef7-4384-84ce-051a6b4465ee,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:09.557251 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:09.607479 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e2692-c590-48fe-92e7-4b60a2bc4f57 req-0629e7a6-7c96-42d7-963d-fdf69bf183c1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:09.609010 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cb5e2692-c590-48fe-92e7-4b60a2bc4f57 req-0629e7a6-7c96-42d7-963d-fdf69bf183c1 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0618465 Aug 25 18:02:09.659998 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-cb5e2692-c590-48fe-92e7-4b60a2bc4f57 req-3505a5c4-8b35-42d5-93b7-961c3e23dffe tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups?id=928a45f9-e3ff-4a8a-b9fb-e5abfab477df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431955 Aug 25 18:02:09.751552 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:09.752134 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:09.752672 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Floating IP 36e264fa-ea1a-43c3-b73f-6815800d8cee disassociated. External IP: 172.27.2.72, port: bc9dd844-0ef7-4384-84ce-051a6b4465ee. Aug 25 18:02:09.753223 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Calling delete_port for bc9dd844-0ef7-4384-84ce-051a6b4465ee owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:09.896420 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:09.925095 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event deleted for resources: {'Port': ['ID=bc9dd844-0ef7-4384-84ce-051a6b4465ee,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:09.935575 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.935928 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.936311 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.936689 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.937021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.937461 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.937658 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.937981 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.938301 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.938619 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.938934 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:09.939247 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:10.065428 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Router be1274e0-ecc6-4f91-9f83-d06f03595e94 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:02:10.177563 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:02:10.188624 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] Sync routers for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:02:10.199250 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:10.200076 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:10.219754 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] No DVR routers for this DVR port bc9dd844-0ef7-4384-84ce-051a6b4465ee on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:10.222778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:10.224971 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4bd72d7b-4356-4614-983c-3cc76e913714 req-c04c46cb-3b96-4772-aa90-6ea228ac9ac6 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.10 "DELETE /v2.0/ports/bc9dd844-0ef7-4384-84ce-051a6b4465ee HTTP/1.1" status: 204 len: 173 time: 0.8567727 Aug 25 18:02:10.225429 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'name': 'network-vif-deleted', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:02:10.227714 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd123036-972d-4a96-bedf-cac61c2b6c5b" -d '{"events": [{"server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "name": "network-vif-deleted", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:02:10.277021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8203113c-e276-4a8f-94d7-c34f6be5a9f2 x-openstack-request-id: req-8203113c-e276-4a8f-94d7-c34f6be5a9f2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:02:10.277346 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2dba30-2114-423c-85d6-7164c5f9e3e2", "name": "network-vif-deleted", "tag": "bc9dd844-0ef7-4384-84ce-051a6b4465ee", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:02:10.277593 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8203113c-e276-4a8f-94d7-c34f6be5a9f2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:02:10.278130 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2dba30-2114-423c-85d6-7164c5f9e3e2', 'name': 'network-vif-deleted', 'tag': 'bc9dd844-0ef7-4384-84ce-051a6b4465ee', 'status': 'completed', 'code': 200} Aug 25 18:02:10.373285 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:10.603460 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:10.635942 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] Checking router: be1274e0-ecc6-4f91-9f83-d06f03595e94 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:02:10.647485 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:10.648485 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:10.779486 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:10.795664 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ee089aca-a27f-4a3a-ae21-2bf742fabf28 req-b6343c58-1a66-4ddb-b370-a1b0e3f50a76 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2dba30-2114-423c-85d6-7164c5f9e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0328491 Aug 25 18:02:11.013340 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:11.044190 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad2a6-c5ec-4cc4-b29a-417279a6cd5b None None] The sync data for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi is: [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T17:55:39Z', 'revision_number': 4, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'bd2cadf8-9acd-4a5a-a17e-af9b67be6723', 'name': '', 'network_id': '9e45ddbc-e3e4-4ced-b92b-9536403ec6b2', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'mac_address': 'fa:16:3e:e1:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:38Z', 'updated_at': '2021-08-25T17:55:47Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'subnets': [{'id': '2203d1ac-72b4-4b01-b1ef-ef74b05fba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:02:11.264550 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442fc44-9893-43b1-9983-c208bb9b63e9 None None] New status for floating IP 36e264fa-ea1a-43c3-b73f-6815800d8cee: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:02:11.348803 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:11.895160 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51348) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:11.956528 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85a102a8-92f0-49b4-97a4-553c0fd0b61b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:11.979821 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85a102a8-92f0-49b4-97a4-553c0fd0b61b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.035171 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85a102a8-92f0-49b4-97a4-553c0fd0b61b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.038579 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85a102a8-92f0-49b4-97a4-553c0fd0b61b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.039817 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-85a102a8-92f0-49b4-97a4-553c0fd0b61b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "DELETE /v2.0/security-groups/928a45f9-e3ff-4a8a-b9fb-e5abfab477df HTTP/1.1" status: 204 len: 168 time: 0.1434994 Aug 25 18:02:12.042943 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51350) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:12.049589 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a102a8-92f0-49b4-97a4-553c0fd0b61b tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928a45f9-e3ff-4a8a-b9fb-e5abfab477df,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:12.062400 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.api.v2.resource [None req-5814737b-4bd3-461c-a26d-7184861173c5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] show failed (client error): The resource could not be found. Aug 25 18:02:12.064227 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5814737b-4bd3-461c-a26d-7184861173c5 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "GET /v2.0/security-groups/928a45f9-e3ff-4a8a-b9fb-e5abfab477df HTTP/1.1" status: 404 len: 347 time: 0.0194824 Aug 25 18:02:12.066888 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51352) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:12.193768 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Deleting port 1c3c8823-75d4-4282-a48b-a3ff0e127d90 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:12.193992 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.277819 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.278449 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.293481 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Calling delete_port for 1c3c8823-75d4-4282-a48b-a3ff0e127d90 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:12.450177 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.474329 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Pushing event deleted for resources: {'Port': ['ID=1c3c8823-75d4-4282-a48b-a3ff0e127d90,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:12.487369 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.487719 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.488061 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.488680 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.489046 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.489369 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.489736 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.490097 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.490514 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.490759 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.491476 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.491476 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:12.548466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.551201 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:12.552519 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c121b6a4-e13e-4fb2-b5e8-b12cc2c3ff36 tempest-AttachVolumeTestJSON-133041144 tempest-AttachVolumeTestJSON-133041144-project] 10.222.0.23 "DELETE /v2.0/floatingips/36e264fa-ea1a-43c3-b73f-6815800d8cee HTTP/1.1" status: 204 len: 168 time: 0.4843676 Aug 25 18:02:14.109403 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bc9dd844-0ef7-4384-84ce-051a6b4465ee no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:14.133421 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: bc9dd844-0ef7-4384-84ce-051a6b4465ee {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:14.133771 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device bc9dd844-0ef7-4384-84ce-051a6b4465ee not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:16.153150 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51382) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:16.249749 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:02:16.643582 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:16.909374 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Deleting port bd2cadf8-9acd-4a5a-a17e-af9b67be6723 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:16.909731 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:16.994993 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] For port bd2cadf8-9acd-4a5a-a17e-af9b67be6723, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:16.995359 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:17.009558 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Calling delete_port for bd2cadf8-9acd-4a5a-a17e-af9b67be6723 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:17.219006 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:17.252032 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2cadf8-9acd-4a5a-a17e-af9b67be6723,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:17.466739 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:17.738048 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Router be1274e0-ecc6-4f91-9f83-d06f03595e94 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:02:17.858821 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:02:17.866446 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7aeed39e-3422-4295-b6fb-00e73c7cbc97 admin admin] 10.222.0.23 "PUT /v2.0/routers/be1274e0-ecc6-4f91-9f83-d06f03595e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7122054 Aug 25 18:02:17.869283 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:17.871347 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] Sync routers for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:02:17.887685 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:17.888676 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:18.004332 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:18.024345 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:18.142672 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:18.213885 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Deleting port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:18.214209 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:18.226986 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T18:02:17Z', 'revision_number': 5, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port': {'id': '57c115e0-3b2b-4668-9e1e-a8d06bc2d3be', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:55:34Z', 'updated_at': '2021-08-25T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:18.255018 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] Checking router: be1274e0-ecc6-4f91-9f83-d06f03595e94 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:02:18.263848 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] Routers {'be1274e0-ecc6-4f91-9f83-d06f03595e94'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:18.264500 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['be1274e0-ecc6-4f91-9f83-d06f03595e94'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:18.328418 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] For port 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:18.329037 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:18.346531 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Calling delete_port for 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:18.362123 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] Set router be1274e0-ecc6-4f91-9f83-d06f03595e94 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:18.422527 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T18:02:18Z', 'revision_number': 6, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:18.450874 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e59ec-f1e0-472a-ab24-d8b51d140480 None None] The sync data for ids ['be1274e0-ecc6-4f91-9f83-d06f03595e94'] in dv-cinder-786386-10-iscsi is: [{'id': 'be1274e0-ecc6-4f91-9f83-d06f03595e94', 'name': 'tempest-AttachVolumeTestJSON-10723710-router', 'tenant_id': '615c6ca94e074f79bb2ae1593dae6df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:55:32Z', 'updated_at': '2021-08-25T18:02:18Z', 'revision_number': 6, 'project_id': '615c6ca94e074f79bb2ae1593dae6df4', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:02:18.758518 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:18.790332 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c115e0-3b2b-4668-9e1e-a8d06bc2d3be,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:18.864487 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:18.962155 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:18.964426 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.012336 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.012848 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1274e0-ecc6-4f91-9f83-d06f03595e94 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:02:19.018466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.019620 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e69c00cd-fa7a-4ff3-8346-84556c0a95b0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/be1274e0-ecc6-4f91-9f83-d06f03595e94 HTTP/1.1" status: 204 len: 168 time: 1.1493952 Aug 25 18:02:19.022869 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:19.086466 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] Deleting subnet 2203d1ac-72b4-4b01-b1ef-ef74b05fba54 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:02:19.089987 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.128706 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995904'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.255112 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.314633 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14353649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14483547'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.340975 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2203d1ac-72b4-4b01-b1ef-ef74b05fba54,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:19.344640 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.346555 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d10196f4-c970-43c5-a301-35fe6133ee3c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2203d1ac-72b4-4b01-b1ef-ef74b05fba54 HTTP/1.1" status: 204 len: 168 time: 0.3224027 Aug 25 18:02:19.349295 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:19.351241 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb85b91-76a7-438b-8289-59fd4f661ce6 None None] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:02:19.434304 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.522635 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Deleting port 269412fd-f630-4ba6-bb55-c85661690589 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:19.523332 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.583057 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] DHCP port deletion for 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:02:19.620103 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] For port 269412fd-f630-4ba6-bb55-c85661690589, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=269412fd-f630-4ba6-bb55-c85661690589,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:19.620103 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.634274 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Calling delete_port for 269412fd-f630-4ba6-bb55-c85661690589 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:19.651491 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Deleting port 269412fd-f630-4ba6-bb55-c85661690589 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:19.652019 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.735002 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.763820 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Pushing event deleted for resources: {'Port': ['ID=269412fd-f630-4ba6-bb55-c85661690589,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:19.767470 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] No DVR routers for this DVR port 269412fd-f630-4ba6-bb55-c85661690589 on host dv-cinder-786386-10-iscsi {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:19.844628 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:19.848761 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.859320 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e45ddbc-e3e4-4ced-b92b-9536403ec6b2']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:19.874975 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:19.875313 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 57c115e0-3b2b-4668-9e1e-a8d06bc2d3be not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:19.875726 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 269412fd-f630-4ba6-bb55-c85661690589 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:19.878675 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7250f521-988f-462b-8232-10dfa31deb04') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:19.879079 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7250f521-988f-462b-8232-10dfa31deb04') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:19.888891 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995935'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.902976 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 269412fd-f630-4ba6-bb55-c85661690589 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:19.903311 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 269412fd-f630-4ba6-bb55-c85661690589 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:19.903704 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.903855 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device bd2cadf8-9acd-4a5a-a17e-af9b67be6723 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:19.917024 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:02:19.917704 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14353559'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: Traceback (most recent call last): Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: timer() Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: cb(*args, **kw) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: return func(*args, **kwargs) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: self._notify() Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: self.callback(batched_events) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: event.method(event) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: return f(self, *a, **k) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._get(url).json() Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: return self.request(url, 'GET', **kwargs) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:02:19.923469 dv-cinder-786386-10-iscsi neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:02:19.933358 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: bd2cadf8-9acd-4a5a-a17e-af9b67be6723 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:19.933701 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device bd2cadf8-9acd-4a5a-a17e-af9b67be6723 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:19.941594 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] For port 269412fd-f630-4ba6-bb55-c85661690589, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=269412fd-f630-4ba6-bb55-c85661690589,segment=NetworkSegment(7250f521-988f-462b-8232-10dfa31deb04),segment_id=7250f521-988f-462b-8232-10dfa31deb04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:19.942238 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.960017 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Calling delete_port for 269412fd-f630-4ba6-bb55-c85661690589 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:19.986395 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:19.997396 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:20.003886 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 HTTP/1.1" status: 204 len: 168 time: 0.6534545 Aug 25 18:02:20.016919 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1995c-f5ae-4e6b-a105-c788405561dc admin admin] Pushing event deleted for resources: {'Network': ['ID=9e45ddbc-e3e4-4ced-b92b-9536403ec6b2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:20.090503 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:20.115106 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Network 9e45ddbc-e3e4-4ced-b92b-9536403ec6b2 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 18:02:20.115596 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] No DVR routers for this DVR port 269412fd-f630-4ba6-bb55-c85661690589 on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:20.117039 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Pushing event deleted for resources: {'Port': ['ID=269412fd-f630-4ba6-bb55-c85661690589,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:20.126397 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.126769 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.127108 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.127451 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.127790 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.128132 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.128492 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.128855 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.129713 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.130049 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.130384 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.130708 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a052ffd-074f-4bb3-80fb-37f7ed8cec6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:02:20.172731 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:20.215911 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-3535d4ed-45ee-42ac-89ef-ffd945599f64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=615c6ca94e074f79bb2ae1593dae6df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419052 Aug 25 18:02:20.218533 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51400) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:20.283586 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1f9beda-f7b9-4d9b-acb5-65e18bc2b787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:20.306721 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1f9beda-f7b9-4d9b-acb5-65e18bc2b787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:20.354892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1f9beda-f7b9-4d9b-acb5-65e18bc2b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:20.357452 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1f9beda-f7b9-4d9b-acb5-65e18bc2b787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:20.358717 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-f1f9beda-f7b9-4d9b-acb5-65e18bc2b787 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36d456c5-5372-4fc3-b6e4-500753eb462a HTTP/1.1" status: 204 len: 168 time: 0.1392043 Aug 25 18:02:20.367352 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9beda-f7b9-4d9b-acb5-65e18bc2b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d456c5-5372-4fc3-b6e4-500753eb462a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:31.683641 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51516) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:31.789776 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2591997-bcbc-4ec1-9726-df6fc4c5ec2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:31.882868 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2591997-bcbc-4ec1-9726-df6fc4c5ec2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:31.887511 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2591997-bcbc-4ec1-9726-df6fc4c5ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:31.925324 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-b2591997-bcbc-4ec1-9726-df6fc4c5ec2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=470177405078471b8162cbee0c5d5a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405496 Aug 25 18:02:31.927739 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2591997-bcbc-4ec1-9726-df6fc4c5ec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e2c4ad-eb5c-45e3-bab8-0b6e50fe7e7f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:31.928520 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:31.984851 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac845937-2a38-42b1-baaf-71b7731331d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.010736 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac845937-2a38-42b1-baaf-71b7731331d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.056591 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac845937-2a38-42b1-baaf-71b7731331d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.059143 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac845937-2a38-42b1-baaf-71b7731331d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.060306 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-ac845937-2a38-42b1-baaf-71b7731331d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35e2c4ad-eb5c-45e3-bab8-0b6e50fe7e7f HTTP/1.1" status: 204 len: 168 time: 0.1296549 Aug 25 18:02:32.071220 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac845937-2a38-42b1-baaf-71b7731331d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e2c4ad-eb5c-45e3-bab8-0b6e50fe7e7f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:32.334439 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:32.348874 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2304a9b7-da35-4c6a-8605-bc976dc3ff61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.447481 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2304a9b7-da35-4c6a-8605-bc976dc3ff61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.451451 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2304a9b7-da35-4c6a-8605-bc976dc3ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.491822 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-2304a9b7-da35-4c6a-8605-bc976dc3ff61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=576e806652704aadad4c413b29eca446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561754 Aug 25 18:02:32.493038 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304a9b7-da35-4c6a-8605-bc976dc3ff61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b7b7d7-c137-4b38-a2d9-07d5f8d731f6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:32.494527 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51530) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:32.568227 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584d62c6-0584-462a-b675-6b942f58e00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.590754 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584d62c6-0584-462a-b675-6b942f58e00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.638362 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584d62c6-0584-462a-b675-6b942f58e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.641331 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584d62c6-0584-462a-b675-6b942f58e00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:32.642545 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-584d62c6-0584-462a-b675-6b942f58e00e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60b7b7d7-c137-4b38-a2d9-07d5f8d731f6 HTTP/1.1" status: 204 len: 168 time: 0.1469564 Aug 25 18:02:32.651139 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d62c6-0584-462a-b675-6b942f58e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b7b7d7-c137-4b38-a2d9-07d5f8d731f6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:33.151847 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:33.288272 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd59bf1-74a2-4bb6-9ef1-bb805f0d5d93 req-b632cb11-3057-44ab-83b3-78632849b0a5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:33.289816 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ebd59bf1-74a2-4bb6-9ef1-bb805f0d5d93 req-b632cb11-3057-44ab-83b3-78632849b0a5 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0507259 Aug 25 18:02:33.333552 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ebd59bf1-74a2-4bb6-9ef1-bb805f0d5d93 req-d3000309-fb03-48ec-9ecb-9bc92196088b tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376332 Aug 25 18:02:34.463314 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aea70-b37e-4177-95e0-9612d09fbc03 req-b97e1e68-b34d-43fc-baeb-5213e2b00a46 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:34.464930 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-536aea70-b37e-4177-95e0-9612d09fbc03 req-b97e1e68-b34d-43fc-baeb-5213e2b00a46 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0558577 Aug 25 18:02:34.513622 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-536aea70-b37e-4177-95e0-9612d09fbc03 req-9599614c-8eb1-41d8-b590-d2f139ecbcb6 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Aug 25 18:02:34.748215 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-b2ca95b3-ba8d-4b7b-852c-9c05e40123f8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:34.749656 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-b2ca95b3-ba8d-4b7b-852c-9c05e40123f8 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 947 time: 0.0495095 Aug 25 18:02:34.848136 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Deleting port 29523fa0-bc78-44b0-bff9-3d7e04929572 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:34.848136 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:34.950478 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] For port 29523fa0-bc78-44b0-bff9-3d7e04929572, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=29523fa0-bc78-44b0-bff9-3d7e04929572,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:34.950815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:35.135014 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:35.135523 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:35.135863 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Floating IP ec3b435f-e65c-408c-993f-c846da384a9d disassociated. External IP: 172.27.2.50, port: 29523fa0-bc78-44b0-bff9-3d7e04929572. Aug 25 18:02:35.136242 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Calling delete_port for 29523fa0-bc78-44b0-bff9-3d7e04929572 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:35.276402 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:35.307000 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event deleted for resources: {'Port': ['ID=29523fa0-bc78-44b0-bff9-3d7e04929572,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:35.689480 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e25d517e-e8b9-48aa-a313-b076cb8b9283 req-9d279238-9cf1-465a-95cd-df66fdb0b929 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f5fcb6-652f-4cf7-8e30-9c053d361bc5 HTTP/1.1" status: 200 len: 210 time: 0.0334687 Aug 25 18:02:35.722774 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Router 96b29a8f-20b0-49a1-b84e-182d66146dfb has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:02:35.743171 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ecf6-3f6b-47c6-99d4-84cee6d008cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:35.839145 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:02:35.850988 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] Sync routers for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:02:35.861639 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:35.862285 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:35.883780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] No DVR routers for this DVR port 29523fa0-bc78-44b0-bff9-3d7e04929572 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:35.886428 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:35.889164 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3f4098c4-e883-42d1-98b8-6a021e336466 req-135f3ecf-5cec-4f0f-94bb-a937305886ae tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.10 "DELETE /v2.0/ports/29523fa0-bc78-44b0-bff9-3d7e04929572 HTTP/1.1" status: 204 len: 173 time: 1.1312444 Aug 25 18:02:35.889164 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-deleted', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:02:35.891153 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570095d0-42c2-4628-b1c2-ac6ffce0354e" -d '{"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-deleted", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:02:35.938594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44219a33-de53-4605-8759-fd140ba07a47 x-openstack-request-id: req-44219a33-de53-4605-8759-fd140ba07a47 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:02:35.938963 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5fcb6-652f-4cf7-8e30-9c053d361bc5", "name": "network-vif-deleted", "tag": "29523fa0-bc78-44b0-bff9-3d7e04929572", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:02:35.939300 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44219a33-de53-4605-8759-fd140ba07a47 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:02:35.939769 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f5fcb6-652f-4cf7-8e30-9c053d361bc5', 'name': 'network-vif-deleted', 'tag': '29523fa0-bc78-44b0-bff9-3d7e04929572', 'status': 'completed', 'code': 200} Aug 25 18:02:35.982194 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:36.213921 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:36.241201 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] Checking router: 96b29a8f-20b0-49a1-b84e-182d66146dfb for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:02:36.249807 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:36.250424 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:36.360595 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:36.577343 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:36.606464 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562ca64-6a21-438a-acc0-040bd1ef9407 None None] The sync data for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi is: [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T17:54:01Z', 'revision_number': 4, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'a229f639-d5ec-40f8-b644-4c43bc20d8a3', 'name': '', 'network_id': '8b2924a9-6e6b-4941-a871-68e8ee5d33a5', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'mac_address': 'fa:16:3e:9a:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:54:00Z', 'updated_at': '2021-08-25T17:54:10Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'subnets': [{'id': '4ff92f23-0e57-451c-a431-88acb1dbf18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:02:36.791669 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51622) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:36.822322 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:36.855877 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0e43c2c-7edd-4bc9-9c8b-62abfb21796c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:36.882292 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0e43c2c-7edd-4bc9-9c8b-62abfb21796c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:36.888977 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e45d50-5373-4a7c-9464-ffce027dc3d7 None None] New status for floating IP ec3b435f-e65c-408c-993f-c846da384a9d: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:02:36.939018 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0e43c2c-7edd-4bc9-9c8b-62abfb21796c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:36.948105 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0e43c2c-7edd-4bc9-9c8b-62abfb21796c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:36.948105 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d0e43c2c-7edd-4bc9-9c8b-62abfb21796c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "DELETE /v2.0/security-groups/3cb53a95-6acd-4a2e-bbcf-1c2564435b7f HTTP/1.1" status: 204 len: 168 time: 0.1502318 Aug 25 18:02:36.948440 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51628) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:36.955110 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17fc54c2-e36c-4720-9068-136efd90be58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:36.961263 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e43c2c-7edd-4bc9-9c8b-62abfb21796c tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb53a95-6acd-4a2e-bbcf-1c2564435b7f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:36.968745 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.api.v2.resource [None req-4f0efdc0-2c33-4fb3-9196-05cb001ce032 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] show failed (client error): The resource could not be found. Aug 25 18:02:36.972314 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-4f0efdc0-2c33-4fb3-9196-05cb001ce032 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "GET /v2.0/security-groups/3cb53a95-6acd-4a2e-bbcf-1c2564435b7f HTTP/1.1" status: 404 len: 347 time: 0.0204389 Aug 25 18:02:36.973800 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51630) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:37.060620 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17fc54c2-e36c-4720-9068-136efd90be58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.066171 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17fc54c2-e36c-4720-9068-136efd90be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.105338 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-17fc54c2-e36c-4720-9068-136efd90be58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e2a144dbcb545cfb790c3e1cc99e5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819171 Aug 25 18:02:37.106591 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Deleting port d07a7357-de3d-41b3-8335-9267879e3e1c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:37.106935 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.107510 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc54c2-e36c-4720-9068-136efd90be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663e46fe-5ca8-4b5e-a44f-dadf38edd590,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:37.108559 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51632) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:37.212614 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf8723e-5675-47cf-867e-b7b558d7431c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.230703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.231053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.251625 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Calling delete_port for d07a7357-de3d-41b3-8335-9267879e3e1c owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:37.254525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf8723e-5675-47cf-867e-b7b558d7431c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.366262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf8723e-5675-47cf-867e-b7b558d7431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.368700 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf8723e-5675-47cf-867e-b7b558d7431c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.369958 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-4bf8723e-5675-47cf-867e-b7b558d7431c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/663e46fe-5ca8-4b5e-a44f-dadf38edd590 HTTP/1.1" status: 204 len: 168 time: 0.2597368 Aug 25 18:02:37.398321 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8723e-5675-47cf-867e-b7b558d7431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e46fe-5ca8-4b5e-a44f-dadf38edd590,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:37.424313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.450059 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Pushing event deleted for resources: {'Port': ['ID=d07a7357-de3d-41b3-8335-9267879e3e1c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:37.511031 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.513558 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:37.514707 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-4271af6e-f51e-44ef-bb5d-97c112f03cb4 tempest-AttachVolumeShelveTestJSON-1854716304 tempest-AttachVolumeShelveTestJSON-1854716304-project] 10.222.0.23 "DELETE /v2.0/floatingips/ec3b435f-e65c-408c-993f-c846da384a9d HTTP/1.1" status: 204 len: 168 time: 0.5399456 Aug 25 18:02:38.234073 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:38.254899 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 29523fa0-bc78-44b0-bff9-3d7e04929572 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:38.255242 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 29523fa0-bc78-44b0-bff9-3d7e04929572 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:38.404575 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03f8d0f7-884a-4f5c-8da2-8c90990e863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:38.616947 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:39.553997 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:39.950274 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:40.456222 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:40.694041 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Deleting port a229f639-d5ec-40f8-b644-4c43bc20d8a3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:40.694376 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:40.779237 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] For port a229f639-d5ec-40f8-b644-4c43bc20d8a3, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=a229f639-d5ec-40f8-b644-4c43bc20d8a3,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:40.779674 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:40.792812 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Calling delete_port for a229f639-d5ec-40f8-b644-4c43bc20d8a3 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:40.986458 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:41.015019 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Pushing event deleted for resources: {'Port': ['ID=a229f639-d5ec-40f8-b644-4c43bc20d8a3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:41.230348 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:41.349244 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:41.456164 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Router 96b29a8f-20b0-49a1-b84e-182d66146dfb has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:02:41.563789 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:02:41.569063 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e9ba4cbf-a339-4c32-b08b-2457b398515d admin admin] 10.222.0.23 "PUT /v2.0/routers/96b29a8f-20b0-49a1-b84e-182d66146dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6175542 Aug 25 18:02:41.571541 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51712) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:41.572541 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] Sync routers for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:02:41.581953 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:41.582569 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:41.680868 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:41.778351 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:41.788568 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:41.842602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Deleting port df46060e-5534-481b-91b1-e6f0357c76cc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:41.842849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:41.926359 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] For port df46060e-5534-481b-91b1-e6f0357c76cc, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df46060e-5534-481b-91b1-e6f0357c76cc,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:41.926729 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:41.938727 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Calling delete_port for df46060e-5534-481b-91b1-e6f0357c76cc owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:41.960735 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T18:02:40Z', 'revision_number': 5, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port': {'id': 'df46060e-5534-481b-91b1-e6f0357c76cc', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:53:54Z', 'updated_at': '2021-08-25T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:41.991187 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] Checking router: 96b29a8f-20b0-49a1-b84e-182d66146dfb for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:02:41.999314 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] Routers {'96b29a8f-20b0-49a1-b84e-182d66146dfb'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:41.999919 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['96b29a8f-20b0-49a1-b84e-182d66146dfb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:42.090573 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] Set router 96b29a8f-20b0-49a1-b84e-182d66146dfb gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:42.112044 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.144773 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df46060e-5534-481b-91b1-e6f0357c76cc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:42.145120 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T18:02:41Z', 'revision_number': 6, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:42.175642 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0fd265-b52e-42e8-a767-68460584d91f None None] The sync data for ids ['96b29a8f-20b0-49a1-b84e-182d66146dfb'] in dv-cinder-786386-10-iscsi is: [{'id': '96b29a8f-20b0-49a1-b84e-182d66146dfb', 'name': 'tempest-AttachVolumeShelveTestJSON-962536624-router', 'tenant_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:53:53Z', 'updated_at': '2021-08-25T18:02:41Z', 'revision_number': 6, 'project_id': '2fe8e236897f4acdb2f0711d9c755bc9', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:02:42.215979 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.329198 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.331373 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.398065 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.398611 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b29a8f-20b0-49a1-b84e-182d66146dfb {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:02:42.403770 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.405032 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-a10b780f-4438-4683-b358-0fbc8f70d8e7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/96b29a8f-20b0-49a1-b84e-182d66146dfb HTTP/1.1" status: 204 len: 168 time: 0.8324628 Aug 25 18:02:42.407604 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51720) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:42.460280 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] Deleting subnet 4ff92f23-0e57-451c-a431-88acb1dbf18c {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:02:42.463393 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.502049 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.625083 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.677382 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.702978 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff92f23-0e57-451c-a431-88acb1dbf18c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:42.706762 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.708735 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8243e572-c0bf-460a-9e7f-171cb6783c2a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ff92f23-0e57-451c-a431-88acb1dbf18c HTTP/1.1" status: 204 len: 168 time: 0.2999361 Aug 25 18:02:42.711697 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51722) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:42.713268 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5337a-221a-4b9f-8559-25cef5f6d03c None None] Network 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:02:42.779448 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.837519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Deleting port 4e2e39e9-e793-48d0-988e-0d4f52fccccc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:42.837874 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.900859 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] For port 4e2e39e9-e793-48d0-988e-0d4f52fccccc, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=4e2e39e9-e793-48d0-988e-0d4f52fccccc,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:42.901229 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:42.915828 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Calling delete_port for 4e2e39e9-e793-48d0-988e-0d4f52fccccc owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:42.933507 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] DHCP port deletion for 8b2924a9-6e6b-4941-a871-68e8ee5d33a5 request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:02:42.985662 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] Deleting port 4e2e39e9-e793-48d0-988e-0d4f52fccccc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:42.986055 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.003960 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.029071 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2e39e9-e793-48d0-988e-0d4f52fccccc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:43.036058 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] No DVR routers for this DVR port 4e2e39e9-e793-48d0-988e-0d4f52fccccc on host dv-cinder-786386-10-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:43.062312 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] For port 4e2e39e9-e793-48d0-988e-0d4f52fccccc, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=4e2e39e9-e793-48d0-988e-0d4f52fccccc,segment=NetworkSegment(eaf6acf3-f620-4a59-ad5b-fa896f06c0fc),segment_id=eaf6acf3-f620-4a59-ad5b-fa896f06c0fc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:43.062711 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.076026 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] Calling delete_port for 4e2e39e9-e793-48d0-988e-0d4f52fccccc owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:43.109161 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.125457 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2924a9-6e6b-4941-a871-68e8ee5d33a5']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:43.139583 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:43.139883 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf6acf3-f620-4a59-ad5b-fa896f06c0fc') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:43.151467 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.165164 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.172037 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.179568 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:02:43.180002 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:02:43.182290 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:02:43.197856 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] Pushing event deleted for resources: {'Port': ['ID=4e2e39e9-e793-48d0-988e-0d4f52fccccc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:43.201435 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8c0a6-9350-4460-a4ee-c4dfc0ffa629 None None] No DVR routers for this DVR port 4e2e39e9-e793-48d0-988e-0d4f52fccccc on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:43.247513 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.254750 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.257280 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8b2924a9-6e6b-4941-a871-68e8ee5d33a5 HTTP/1.1" status: 204 len: 168 time: 0.5444500 Aug 25 18:02:43.266782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a9785-ecc3-48c6-b238-d26a1d5a0a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2924a9-6e6b-4941-a871-68e8ee5d33a5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:43.389921 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:43.437204 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51736) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:43.440890 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a85fe80b-7064-4b67-9cd7-adc3df11a6ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fe8e236897f4acdb2f0711d9c755bc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493104 Aug 25 18:02:43.502517 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91568842-089e-4098-b313-c1571eb4aad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.532599 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91568842-089e-4098-b313-c1571eb4aad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.592420 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91568842-089e-4098-b313-c1571eb4aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.595413 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91568842-089e-4098-b313-c1571eb4aad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:43.596950 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-91568842-089e-4098-b313-c1571eb4aad6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c912dc10-dc28-4eb4-a27c-4b91fd5b7965 HTTP/1.1" status: 204 len: 168 time: 0.1587489 Aug 25 18:02:43.611087 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91568842-089e-4098-b313-c1571eb4aad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912dc10-dc28-4eb4-a27c-4b91fd5b7965,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:43.700764 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df46060e-5534-481b-91b1-e6f0357c76cc no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:43.724375 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: df46060e-5534-481b-91b1-e6f0357c76cc {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:43.726583 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df46060e-5534-481b-91b1-e6f0357c76cc not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:43.727424 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device a229f639-d5ec-40f8-b644-4c43bc20d8a3 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:43.749562 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: a229f639-d5ec-40f8-b644-4c43bc20d8a3 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:43.749953 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device a229f639-d5ec-40f8-b644-4c43bc20d8a3 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:43.750649 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 4e2e39e9-e793-48d0-988e-0d4f52fccccc no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:43.771130 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 4e2e39e9-e793-48d0-988e-0d4f52fccccc {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:43.772001 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 4e2e39e9-e793-48d0-988e-0d4f52fccccc not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:44.375284 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-091aacb8-4920-43f8-9a60-2796e686912c tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416833114&fields=id&tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0 HTTP/1.1" status: 200 len: 267 time: 0.0352099 Aug 25 18:02:44.430545 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-278fcac9-8e35-4d84-bee2-519a9c0e01a4 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:44.432075 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-278fcac9-8e35-4d84-bee2-519a9c0e01a4 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 985 time: 0.0500464 Aug 25 18:02:44.443769 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Request body: {'port': {'security_groups': ['6a2c6adf-77a7-4438-a8a4-a35fd389d044']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:02:44.517650 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:44.697941 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:44.729732 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:44.734947 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:44.754401 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:02:44.800320 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:44.801231 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:44.803383 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-babba22e-cc4e-4977-8d00-a424a17150c0 req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "PUT /v2.0/ports/e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 943 time: 0.3648384 Aug 25 18:02:44.803994 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:02:44.806907 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb83794-08d4-4acf-98b5-b838f7892e24" -d '{"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:02:44.810787 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:44.836276 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd9d35-27fa-481f-be39-4cd8136ce168 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event updated for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:44.889703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11cc1fd-ca18-4e99-87c0-4b6c5d0bae60 x-openstack-request-id: req-f11cc1fd-ca18-4e99-87c0-4b6c5d0bae60 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:02:44.890590 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:02:44.890590 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f11cc1fd-ca18-4e99-87c0-4b6c5d0bae60 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:02:44.891148 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'status': 'completed', 'code': 200} Aug 25 18:02:44.911117 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:02:44.939729 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d97a9f1e-afcf-4235-82ee-22b79e140067 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:44.957560 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-73c6d797-9be8-4ee4-a474-1dd8bc6ab5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:44.960269 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-73c6d797-9be8-4ee4-a474-1dd8bc6ab5c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1099 time: 0.0509634 Aug 25 18:02:44.993409 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d97a9f1e-afcf-4235-82ee-22b79e140067 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.107823 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:45.131668 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d97a9f1e-afcf-4235-82ee-22b79e140067 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.133674 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-0e36088e-e742-42d0-8f46-c38e072300fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:45.134296 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d97a9f1e-afcf-4235-82ee-22b79e140067 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.135646 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d97a9f1e-afcf-4235-82ee-22b79e140067 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "DELETE /v2.0/security-groups/bdc60df5-4b72-486b-b38f-a7fb9a5c69a9 HTTP/1.1" status: 204 len: 168 time: 0.3231089 Aug 25 18:02:45.140099 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-0e36088e-e742-42d0-8f46-c38e072300fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 915 time: 0.1717985 Aug 25 18:02:45.140777 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51804) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:45.168527 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a9f1e-afcf-4235-82ee-22b79e140067 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc60df5-4b72-486b-b38f-a7fb9a5c69a9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:45.260296 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-22332c7a-58df-4c52-9004-1902fb540f73 None None] Provisioning complete for port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:02:45.260680 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22332c7a-58df-4c52-9004-1902fb540f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.333532 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193b9f34-4738-4634-a4ba-cedde7b21eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.358749 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-f3aa6f22-9816-4e5a-87dc-c89f70eb244b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 1002 time: 0.2078760 Aug 25 18:02:45.450381 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-5506f3af-8bba-4245-acb6-2b00ea249736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:45.451988 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-5506f3af-8bba-4245-acb6-2b00ea249736 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 200 len: 853 time: 0.0830300 Aug 25 18:02:45.479686 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193b9f34-4738-4634-a4ba-cedde7b21eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.483650 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193b9f34-4738-4634-a4ba-cedde7b21eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.503532 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Deleting port 90b3169f-55c8-4d7d-b3e8-10dabffef3f0 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:45.503813 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.521997 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-193b9f34-4738-4634-a4ba-cedde7b21eea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ee392f63f0641efbacedc14d5857207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122672 Aug 25 18:02:45.524879 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b9f34-4738-4634-a4ba-cedde7b21eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c446d-a46c-4178-aa78-9fba287bedd5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:45.527892 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:45.554724 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-3d9765a4-63de-489c-b762-e9f9f70f7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:45.556233 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-3d9765a4-63de-489c-b762-e9f9f70f7479 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9af2230-adca-440f-b2ac-4f2e4cec69d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0955915 Aug 25 18:02:45.588013 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50283bc1-4797-47cf-89e9-f4408ba3f19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.609675 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50283bc1-4797-47cf-89e9-f4408ba3f19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.644631 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.644960 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.662530 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50283bc1-4797-47cf-89e9-f4408ba3f19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.662784 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Calling delete_port for 90b3169f-55c8-4d7d-b3e8-10dabffef3f0 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:45.665461 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50283bc1-4797-47cf-89e9-f4408ba3f19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.666753 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-50283bc1-4797-47cf-89e9-f4408ba3f19c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/028c446d-a46c-4178-aa78-9fba287bedd5 HTTP/1.1" status: 204 len: 168 time: 0.1389806 Aug 25 18:02:45.675832 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50283bc1-4797-47cf-89e9-f4408ba3f19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c446d-a46c-4178-aa78-9fba287bedd5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:45.743169 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-84feece4-98bd-4371-82e8-f2f3a1e37e03 service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685669 Aug 25 18:02:45.865318 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.891760 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event deleted for resources: {'Port': ['ID=90b3169f-55c8-4d7d-b3e8-10dabffef3f0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:45.952549 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:45.952886 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Floating IP c6892a4d-1365-45e6-ad8f-65f5f32d8f51 disassociated (deleted). External IP: 172.27.2.154, port: e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225. Aug 25 18:02:46.178400 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Router 64723d8f-1cb5-4173-8691-9b397a6f9439 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:02:46.298617 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:02:46.310741 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:46.311575 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] Sync routers for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:02:46.323919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:46.324924 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:46.340727 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-cae83876-a388-4fe9-a5c7-f0c9f9f03118 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6892a4d-1365-45e6-ad8f-65f5f32d8f51 HTTP/1.1" status: 204 len: 168 time: 1.1986315 Aug 25 18:02:46.445078 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:46.684621 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:07Z', 'revision_number': 5, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:46.717406 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] Checking router: 64723d8f-1cb5-4173-8691-9b397a6f9439 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:02:46.728037 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:46.728816 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:46.857005 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:46.914765 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:02:46.917068 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be52da01-abb4-44a4-b32b-ec2055382f68" -d '{"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:02:46.967602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddb4ec-0286-41f4-8dc2-90afc8e3b300 x-openstack-request-id: req-b3ddb4ec-0286-41f4-8dc2-90afc8e3b300 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:02:46.968084 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:02:46.968288 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3ddb4ec-0286-41f4-8dc2-90afc8e3b300 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:02:46.968744 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'status': 'completed', 'code': 200} Aug 25 18:02:46.973019 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-abb83794-08d4-4acf-98b5-b838f7892e24 req-e7dadb2f-d3f7-45d0-90e5-3f88ad6b9f9a service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820484 Aug 25 18:02:47.214226 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:07Z', 'revision_number': 5, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:47.241736 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431ba56-39b0-4bec-a04c-b5cc4bd56453 None None] The sync data for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi is: [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:00Z', 'revision_number': 4, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '072e180f-9e5f-4351-8814-84c4e9ad7351', 'name': '', 'network_id': 'b9af2230-adca-440f-b2ac-4f2e4cec69d5', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'mac_address': 'fa:16:3e:7f:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:59Z', 'updated_at': '2021-08-25T18:00:07Z', 'revision_number': 5, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'subnets': [{'id': 'd008e69f-21c8-43e2-ab39-e9efc0d8b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:02:47.473574 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559d7df-0fdb-4d45-9dac-229874208b41 None None] New status for floating IP c6892a4d-1365-45e6-ad8f-65f5f32d8f51: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:02:48.461372 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-cc85aead-86b8-4452-82f1-8e46f355f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:48.462898 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-cc85aead-86b8-4452-82f1-8e46f355f2e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 1099 time: 0.0423069 Aug 25 18:02:48.565272 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-94672f6b-b172-4b6b-9558-aebf105c57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:48.567973 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-94672f6b-b172-4b6b-9558-aebf105c57ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 200 len: 915 time: 0.0969722 Aug 25 18:02:48.621317 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-0174bf3f-bb1a-47d6-a20e-50942b877f3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 200 len: 217 time: 0.0452850 Aug 25 18:02:48.690795 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-090545bb-1073-4502-b363-93b03a4ce247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:48.692316 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-090545bb-1073-4502-b363-93b03a4ce247 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 200 len: 853 time: 0.0597570 Aug 25 18:02:48.741870 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-d2b81d00-0bc6-44c9-b4a5-b0391712abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:48.743413 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-d2b81d00-0bc6-44c9-b4a5-b0391712abb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9af2230-adca-440f-b2ac-4f2e4cec69d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433824 Aug 25 18:02:48.847951 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-6323f06c-9138-4192-ae0d-a9550698510d service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966964 Aug 25 18:02:48.951507 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-be52da01-abb4-44a4-b32b-ec2055382f68 req-d779e4ba-09fd-4019-b10c-a765384aa82e service neutron] 10.222.0.10 "GET /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920954 Aug 25 18:02:51.382562 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387069af-3d0d-49fc-9f4f-2045ab80301e req-c7deea16-e4ae-4970-ab4d-f4d20661a33a tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:51.384233 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-387069af-3d0d-49fc-9f4f-2045ab80301e req-c7deea16-e4ae-4970-ab4d-f4d20661a33a tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0600562 Aug 25 18:02:51.424976 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-387069af-3d0d-49fc-9f4f-2045ab80301e req-052cf712-624a-4335-9118-f48cf8d4e66d tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345733 Aug 25 18:02:51.863121 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:51.969936 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dadf111e-94a4-4aee-8185-adb11f200116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.062380 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dadf111e-94a4-4aee-8185-adb11f200116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.066459 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dadf111e-94a4-4aee-8185-adb11f200116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.102939 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf111e-94a4-4aee-8185-adb11f200116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a17a68-dbef-421d-bc47-01a785004ffb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:52.107622 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-dadf111e-94a4-4aee-8185-adb11f200116 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fe7b63639ca4c08b6268c3681435b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434402 Aug 25 18:02:52.110205 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:52.162016 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90ac538b-9ad9-4b80-ad39-7dd8d671deda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.184217 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90ac538b-9ad9-4b80-ad39-7dd8d671deda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.230448 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90ac538b-9ad9-4b80-ad39-7dd8d671deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.233148 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90ac538b-9ad9-4b80-ad39-7dd8d671deda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.234348 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-90ac538b-9ad9-4b80-ad39-7dd8d671deda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47a17a68-dbef-421d-bc47-01a785004ffb HTTP/1.1" status: 204 len: 168 time: 0.1231844 Aug 25 18:02:52.243093 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac538b-9ad9-4b80-ad39-7dd8d671deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a17a68-dbef-421d-bc47-01a785004ffb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:52.561730 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534783fd-6cbc-4930-a91c-c92f7691e092 req-0c8f4ff7-b378-4973-9fc7-2738593607eb tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:52.563386 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-534783fd-6cbc-4930-a91c-c92f7691e092 req-0c8f4ff7-b378-4973-9fc7-2738593607eb tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0633531 Aug 25 18:02:52.570268 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:52.591838 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a60f1427-74dc-4861-bdea-989156ecb6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.630498 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-534783fd-6cbc-4930-a91c-c92f7691e092 req-157e566f-df86-47b8-9caf-855a2e4c7eda tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a2c6adf-77a7-4438-a8a4-a35fd389d044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531094 Aug 25 18:02:52.706859 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a60f1427-74dc-4861-bdea-989156ecb6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.712008 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a60f1427-74dc-4861-bdea-989156ecb6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.748849 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f1427-74dc-4861-bdea-989156ecb6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9077fd0e-cb38-4761-963b-24be66e1dab7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:52.753257 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a60f1427-74dc-4861-bdea-989156ecb6db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4adab16e61f4c7db119559ac9877c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819270 Aug 25 18:02:52.756164 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 51966) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:52.805813 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94a6247e-019f-4ed0-9981-5d7c07baf37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.827686 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94a6247e-019f-4ed0-9981-5d7c07baf37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.876422 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94a6247e-019f-4ed0-9981-5d7c07baf37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.878990 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94a6247e-019f-4ed0-9981-5d7c07baf37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:52.880177 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-94a6247e-019f-4ed0-9981-5d7c07baf37e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9077fd0e-cb38-4761-963b-24be66e1dab7 HTTP/1.1" status: 204 len: 168 time: 0.1230764 Aug 25 18:02:52.888616 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6247e-019f-4ed0-9981-5d7c07baf37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9077fd0e-cb38-4761-963b-24be66e1dab7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:53.246879 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-0a4a9296-6e07-4d93-8a17-3fd629b40064 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:02:53.248360 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-0a4a9296-6e07-4d93-8a17-3fd629b40064 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.10 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Aug 25 18:02:53.248936 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:02:53.344103 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Deleting port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:53.344541 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:53.448460 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] For port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:53.448835 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:53.464373 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Calling delete_port for e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:53.603947 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:53.617797 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:02:53.639481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Pushing event deleted for resources: {'Port': ['ID=e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:53.706353 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] No DVR routers for this DVR port e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:53.709519 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:53.711641 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9f7fef54-b4df-4403-af05-71cca43dfb41 req-9cb7fd36-50d6-4ab2-8b32-3e515e72df67 tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.10 "DELETE /v2.0/ports/e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 HTTP/1.1" status: 204 len: 173 time: 0.4566681 Aug 25 18:02:53.712181 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'name': 'network-vif-deleted', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:02:53.714775 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92b5ae-a962-4818-876d-b26c7fcff618" -d '{"events": [{"server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "name": "network-vif-deleted", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:02:53.756946 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a6fea825-82d5-46ea-baac-e551d5230889 req-3d873609-1923-4ce1-8796-7ae6a640a8ca tempest-TestMinimumBasicScenario-1148606945 tempest-TestMinimumBasicScenario-1148606945-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b653ef-2a0b-40bf-b498-fd56ebaaf250 HTTP/1.1" status: 200 len: 210 time: 0.0316944 Aug 25 18:02:53.785270 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561e3b6c-845e-4868-b34d-5142d049f760 x-openstack-request-id: req-561e3b6c-845e-4868-b34d-5142d049f760 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:02:53.785616 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b653ef-2a0b-40bf-b498-fd56ebaaf250", "name": "network-vif-deleted", "tag": "e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:02:53.786067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-561e3b6c-845e-4868-b34d-5142d049f760 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:02:53.786483 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b653ef-2a0b-40bf-b498-fd56ebaaf250', 'name': 'network-vif-deleted', 'tag': 'e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225', 'status': 'completed', 'code': 200} Aug 25 18:02:55.485372 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52134) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:55.928907 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:56.279246 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Deleting port 072e180f-9e5f-4351-8814-84c4e9ad7351 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:56.279589 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:56.356435 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] For port 072e180f-9e5f-4351-8814-84c4e9ad7351, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=072e180f-9e5f-4351-8814-84c4e9ad7351,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:56.356803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:56.372106 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Calling delete_port for 072e180f-9e5f-4351-8814-84c4e9ad7351 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:56.573584 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:56.604037 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=072e180f-9e5f-4351-8814-84c4e9ad7351,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:56.652951 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:56.682114 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:56.682667 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e0fd7e5e-6c0c-41fb-8a5f-a9ca9c7dc225 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:56.772782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.002418 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Router 64723d8f-1cb5-4173-8691-9b397a6f9439 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:02:57.114203 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:02:57.119866 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-aa39a1fa-2bb6-4d7b-bb9a-965695c7e5ea admin admin] 10.222.0.23 "PUT /v2.0/routers/64723d8f-1cb5-4173-8691-9b397a6f9439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334529 Aug 25 18:02:57.122391 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52152) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:57.123360 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] Sync routers for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:02:57.133402 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:57.134392 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:57.233744 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.245504 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:57.354052 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.418740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Deleting port af6ad8b5-bb77-4b92-8cf0-0919817b31b7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:57.418740 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.477574 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:02:56Z', 'revision_number': 5, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port': {'id': 'af6ad8b5-bb77-4b92-8cf0-0919817b31b7', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:57.509120 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] Checking router: 64723d8f-1cb5-4173-8691-9b397a6f9439 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:02:57.514859 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] For port af6ad8b5-bb77-4b92-8cf0-0919817b31b7, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:57.515319 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.518043 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] Routers {'64723d8f-1cb5-4173-8691-9b397a6f9439'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:02:57.519017 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['64723d8f-1cb5-4173-8691-9b397a6f9439'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:57.536787 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Calling delete_port for af6ad8b5-bb77-4b92-8cf0-0919817b31b7 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:57.601709 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:57.613788 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] Set router 64723d8f-1cb5-4173-8691-9b397a6f9439 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:02:57.680328 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:02:57Z', 'revision_number': 6, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:57.714624 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fd591-92ea-4af7-a4b9-6d8df57f4a52 None None] The sync data for ids ['64723d8f-1cb5-4173-8691-9b397a6f9439'] in dv-cinder-786386-10-iscsi is: [{'id': '64723d8f-1cb5-4173-8691-9b397a6f9439', 'name': 'tempest-TestMinimumBasicScenario-693986981-router', 'tenant_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:59:57Z', 'updated_at': '2021-08-25T18:02:57Z', 'revision_number': 6, 'project_id': '16b1cea6ef9047a29c1ac2093f01a6f0', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:02:57.733431 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.744521 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183ecbaf-e5e9-4433-8fd2-7c47b216bbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.766928 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=af6ad8b5-bb77-4b92-8cf0-0919817b31b7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:57.834454 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.857416 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183ecbaf-e5e9-4433-8fd2-7c47b216bbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.861985 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183ecbaf-e5e9-4433-8fd2-7c47b216bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.900136 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ecbaf-e5e9-4433-8fd2-7c47b216bbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5393456c-80a8-438e-b30a-fea09194359e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:57.904570 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-183ecbaf-e5e9-4433-8fd2-7c47b216bbc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9174fd0b4704f91bec1169a5e965a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011909 Aug 25 18:02:57.907109 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:57.941317 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.944612 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.964286 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae09339-df14-4767-be39-ae1d8e992d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.986288 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae09339-df14-4767-be39-ae1d8e992d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.992800 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.993732 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64723d8f-1cb5-4173-8691-9b397a6f9439 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:02:57.998160 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:57.999096 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-1aca997b-cb6f-44cb-98e9-c0005e056d6e admin admin] 10.222.0.23 "DELETE /v2.0/routers/64723d8f-1cb5-4173-8691-9b397a6f9439 HTTP/1.1" status: 204 len: 168 time: 0.8756816 Aug 25 18:02:58.001468 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:58.043347 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae09339-df14-4767-be39-ae1d8e992d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.046053 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae09339-df14-4767-be39-ae1d8e992d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.047321 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-3ae09339-df14-4767-be39-ae1d8e992d99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5393456c-80a8-438e-b30a-fea09194359e HTTP/1.1" status: 204 len: 168 time: 0.1393144 Aug 25 18:02:58.064644 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09339-df14-4767-be39-ae1d8e992d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393456c-80a8-438e-b30a-fea09194359e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:58.070638 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-53743467-b901-4835-a729-b139667e7966 admin admin] Deleting subnet d008e69f-21c8-43e2-ab39-e9efc0d8b488 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:02:58.075065 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53743467-b901-4835-a729-b139667e7966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.113934 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53743467-b901-4835-a729-b139667e7966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.225021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53743467-b901-4835-a729-b139667e7966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.283953 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53743467-b901-4835-a729-b139667e7966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.408438 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:58.425264 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11a021f8-7a72-44a8-8e7e-ac99d529a548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.534577 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11a021f8-7a72-44a8-8e7e-ac99d529a548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.543309 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11a021f8-7a72-44a8-8e7e-ac99d529a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.577092 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a021f8-7a72-44a8-8e7e-ac99d529a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aef573-6ea9-417d-b7c9-5b5979129681,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:58.593675 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-11a021f8-7a72-44a8-8e7e-ac99d529a548 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b82e61575d447cd99e80d84e984ca91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840682 Aug 25 18:02:58.596368 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52176) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:58.623523 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743467-b901-4835-a729-b139667e7966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d008e69f-21c8-43e2-ab39-e9efc0d8b488,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:58.628291 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53743467-b901-4835-a729-b139667e7966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.631342 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-53743467-b901-4835-a729-b139667e7966 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d008e69f-21c8-43e2-ab39-e9efc0d8b488 HTTP/1.1" status: 204 len: 168 time: 0.6264994 Aug 25 18:02:58.632915 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:58.635850 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27067c-9098-4a03-bdc3-07e2659d9883 None None] Network b9af2230-adca-440f-b2ac-4f2e4cec69d5 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:02:58.701736 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8036ba75-6c3c-4425-9f4e-e4b51d01b5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.733109 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.739351 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8036ba75-6c3c-4425-9f4e-e4b51d01b5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.822403 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8036ba75-6c3c-4425-9f4e-e4b51d01b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.825087 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8036ba75-6c3c-4425-9f4e-e4b51d01b5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.827276 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-8036ba75-6c3c-4425-9f4e-e4b51d01b5fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96aef573-6ea9-417d-b7c9-5b5979129681 HTTP/1.1" status: 204 len: 168 time: 0.2287419 Aug 25 18:02:58.836399 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91030885-c015-4d6f-8586-2676194ea37d None None] DHCP port deletion for b9af2230-adca-440f-b2ac-4f2e4cec69d5 request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:02:58.838378 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036ba75-6c3c-4425-9f4e-e4b51d01b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aef573-6ea9-417d-b7c9-5b5979129681,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:58.871155 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Deleting port eec85205-9e6f-40b1-b626-2304777f0075 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:58.871492 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.938679 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-91030885-c015-4d6f-8586-2676194ea37d None None] Deleting port eec85205-9e6f-40b1-b626-2304777f0075 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:02:58.939290 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91030885-c015-4d6f-8586-2676194ea37d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.950760 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] For port eec85205-9e6f-40b1-b626-2304777f0075, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=eec85205-9e6f-40b1-b626-2304777f0075,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:58.951131 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:58.967123 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Calling delete_port for eec85205-9e6f-40b1-b626-2304777f0075 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:59.009867 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-91030885-c015-4d6f-8586-2676194ea37d None None] For port eec85205-9e6f-40b1-b626-2304777f0075, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=eec85205-9e6f-40b1-b626-2304777f0075,segment=NetworkSegment(74c4222c-b48f-413d-bfe8-fec0a39675e0),segment_id=74c4222c-b48f-413d-bfe8-fec0a39675e0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:02:59.010444 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91030885-c015-4d6f-8586-2676194ea37d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.032827 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-91030885-c015-4d6f-8586-2676194ea37d None None] Calling delete_port for eec85205-9e6f-40b1-b626-2304777f0075 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:02:59.070778 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.084484 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] No DVR routers for this DVR port eec85205-9e6f-40b1-b626-2304777f0075 on host dv-cinder-786386-10-iscsi {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:59.106806 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Pushing event deleted for resources: {'Port': ['ID=eec85205-9e6f-40b1-b626-2304777f0075,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:59.118191 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91030885-c015-4d6f-8586-2676194ea37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.150726 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91030885-c015-4d6f-8586-2676194ea37d None None] Pushing event deleted for resources: {'Port': ['ID=eec85205-9e6f-40b1-b626-2304777f0075,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:59.152606 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91030885-c015-4d6f-8586-2676194ea37d None None] No DVR routers for this DVR port eec85205-9e6f-40b1-b626-2304777f0075 on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:02:59.188309 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.199282 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9af2230-adca-440f-b2ac-4f2e4cec69d5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:59.213253 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c4222c-b48f-413d-bfe8-fec0a39675e0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:59.213524 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c4222c-b48f-413d-bfe8-fec0a39675e0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:02:59.225138 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995935'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.248173 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.255228 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:02:59.255653 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14353559'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: Traceback (most recent call last): Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: timer() Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: cb(*args, **kw) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: return func(*args, **kwargs) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: self._notify() Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: self.callback(batched_events) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: event.method(event) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: return f(self, *a, **k) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._get(url).json() Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: return self.request(url, 'GET', **kwargs) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:02:59.257489 dv-cinder-786386-10-iscsi neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:02:59.330920 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.336304 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.341294 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52194) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:02:59.341790 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/b9af2230-adca-440f-b2ac-4f2e4cec69d5 HTTP/1.1" status: 204 len: 168 time: 0.7069027 Aug 25 18:02:59.354691 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c257-3054-4c69-9abe-08e7e1e974eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b9af2230-adca-440f-b2ac-4f2e4cec69d5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:02:59.661546 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device eec85205-9e6f-40b1-b626-2304777f0075 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:59.682152 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: eec85205-9e6f-40b1-b626-2304777f0075 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:59.682763 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device eec85205-9e6f-40b1-b626-2304777f0075 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:59.683182 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 072e180f-9e5f-4351-8814-84c4e9ad7351 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:59.715078 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 072e180f-9e5f-4351-8814-84c4e9ad7351 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:59.715441 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 072e180f-9e5f-4351-8814-84c4e9ad7351 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:02:59.715860 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device af6ad8b5-bb77-4b92-8cf0-0919817b31b7 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:02:59.729892 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:02:59.734595 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: af6ad8b5-bb77-4b92-8cf0-0919817b31b7 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:02:59.734940 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device af6ad8b5-bb77-4b92-8cf0-0919817b31b7 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:00.004414 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Deleting port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:00.004777 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:00.097703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] For port 22c9e6de-db23-4418-8e57-a74cbdc6ecd4, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,segment=NetworkSegment(ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c),segment_id=ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:00.098027 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:00.111834 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Calling delete_port for 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:00.331201 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:00.360092 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=22c9e6de-db23-4418-8e57-a74cbdc6ecd4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:00.551290 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:00.793462 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Router 829fe314-99db-433d-b525-5aa4172c6102 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:03:00.911759 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:00.926992 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-9e467eb8-a699-4641-855c-7bfd2d3c8c7f admin admin] 10.222.0.23 "PUT /v2.0/routers/829fe314-99db-433d-b525-5aa4172c6102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5841804 Aug 25 18:03:00.929718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52232) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:00.932616 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] Sync routers for ids ['829fe314-99db-433d-b525-5aa4172c6102'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:00.942794 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] Routers {'829fe314-99db-433d-b525-5aa4172c6102'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:00.943619 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['829fe314-99db-433d-b525-5aa4172c6102'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:01.061005 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.072295 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] Set router 829fe314-99db-433d-b525-5aa4172c6102 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:01.172678 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.229238 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Deleting port 70c02658-1632-4a00-920c-d33d5a049267 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:01.229744 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.274889 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '70c02658-1632-4a00-920c-d33d5a049267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:03:00Z', 'revision_number': 5, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port': {'id': '70c02658-1632-4a00-920c-d33d5a049267', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fe314-99db-433d-b525-5aa4172c6102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:00:03Z', 'updated_at': '2021-08-25T18:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:01.302106 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] Checking router: 829fe314-99db-433d-b525-5aa4172c6102 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:01.310807 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] Routers {'829fe314-99db-433d-b525-5aa4172c6102'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:01.311421 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['829fe314-99db-433d-b525-5aa4172c6102'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:01.318182 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] For port 70c02658-1632-4a00-920c-d33d5a049267, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=70c02658-1632-4a00-920c-d33d5a049267,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:01.318548 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.334045 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Calling delete_port for 70c02658-1632-4a00-920c-d33d5a049267 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:01.407414 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] Set router 829fe314-99db-433d-b525-5aa4172c6102 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:01.466489 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:03:01Z', 'revision_number': 6, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:01.497933 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae40738-ca2b-4302-9f2a-5a5fe2109fd5 None None] The sync data for ids ['829fe314-99db-433d-b525-5aa4172c6102'] in dv-cinder-786386-10-iscsi is: [{'id': '829fe314-99db-433d-b525-5aa4172c6102', 'name': 'tempest-TestMinimumBasicScenario-935844738-router', 'tenant_id': '1285960dd7464449925b1de982c0b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:00:02Z', 'updated_at': '2021-08-25T18:03:01Z', 'revision_number': 6, 'project_id': '1285960dd7464449925b1de982c0b166', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:01.510311 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.537262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Pushing event deleted for resources: {'Port': ['ID=70c02658-1632-4a00-920c-d33d5a049267,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:01.605475 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.696737 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.698698 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.743821 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.744282 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829fe314-99db-433d-b525-5aa4172c6102 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:03:01.749344 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.750587 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-30ca13c2-16be-4914-99e7-3638f2ae366e admin admin] 10.222.0.23 "DELETE /v2.0/routers/829fe314-99db-433d-b525-5aa4172c6102 HTTP/1.1" status: 204 len: 168 time: 0.8198855 Aug 25 18:03:01.753058 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52238) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:01.803074 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] Deleting subnet 2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:03:01.806103 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.841163 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.953481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:01.989977 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:02.012583 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:02.012966 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 22c9e6de-db23-4418-8e57-a74cbdc6ecd4 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:02.028090 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.058962 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:02.064973 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.066881 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-6ae72ef9-24db-4c79-bdf0-2d49fdd2843a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2984ac9b-dc7b-40b8-a5b7-bb8fb49705d2 HTTP/1.1" status: 204 len: 168 time: 0.3128574 Aug 25 18:03:02.069594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52244) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:02.075236 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203502f-3649-4c93-9620-df4849a5dffc None None] Network 072c3fed-1521-492c-95b2-9ef09aba0ee2 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:02.156764 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.252011 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Deleting port df5ed02f-15b1-46ae-93b1-b7897457b646 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:02.252497 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.327275 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] DHCP port deletion for 072c3fed-1521-492c-95b2-9ef09aba0ee2 request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:03:02.358783 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] For port df5ed02f-15b1-46ae-93b1-b7897457b646, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df5ed02f-15b1-46ae-93b1-b7897457b646,segment=NetworkSegment(ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c),segment_id=ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:02.359260 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.374952 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Calling delete_port for df5ed02f-15b1-46ae-93b1-b7897457b646 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:02.383784 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] Deleting port df5ed02f-15b1-46ae-93b1-b7897457b646 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:02.384166 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.478087 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.482645 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] For port df5ed02f-15b1-46ae-93b1-b7897457b646, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df5ed02f-15b1-46ae-93b1-b7897457b646,segment=NetworkSegment(ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c),segment_id=ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:02.483124 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.496956 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] Calling delete_port for df5ed02f-15b1-46ae-93b1-b7897457b646 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:02.507030 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Pushing event deleted for resources: {'Port': ['ID=df5ed02f-15b1-46ae-93b1-b7897457b646,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:02.510457 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] No DVR routers for this DVR port df5ed02f-15b1-46ae-93b1-b7897457b646 on host dv-cinder-786386-10-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:03:02.582570 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.583770 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.594320 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072c3fed-1521-492c-95b2-9ef09aba0ee2']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:02.608569 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:02.608894 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2364c6-d3c6-412f-9b2a-9eaf57e46d6c') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:02.611102 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] Pushing event deleted for resources: {'Port': ['ID=df5ed02f-15b1-46ae-93b1-b7897457b646,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:02.620243 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.621762 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafc72e-f88f-4f96-abcc-21f13320bf5b None None] No DVR routers for this DVR port df5ed02f-15b1-46ae-93b1-b7897457b646 on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:03:02.644134 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.651112 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:03:02.651417 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:03:02.653044 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:03:02.711259 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.719013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:02.721917 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] 10.222.0.23 "DELETE /v2.0/networks/072c3fed-1521-492c-95b2-9ef09aba0ee2 HTTP/1.1" status: 204 len: 168 time: 0.6513443 Aug 25 18:03:02.742453 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5b4f-d28b-4396-8dee-0c25bec820aa admin admin] Pushing event deleted for resources: {'Network': ['ID=072c3fed-1521-492c-95b2-9ef09aba0ee2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:02.900026 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52252) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:02.940990 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d160b0c5-36cb-48c0-935f-ca9cd53af66f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16b1cea6ef9047a29c1ac2093f01a6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397782 Aug 25 18:03:02.943230 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:02.996241 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dae8e41-9fdb-4f54-bdde-675b2de157de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.020861 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dae8e41-9fdb-4f54-bdde-675b2de157de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.072378 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dae8e41-9fdb-4f54-bdde-675b2de157de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.074769 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dae8e41-9fdb-4f54-bdde-675b2de157de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.075914 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-9dae8e41-9fdb-4f54-bdde-675b2de157de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a2c6adf-77a7-4438-a8a4-a35fd389d044 HTTP/1.1" status: 204 len: 168 time: 0.1317887 Aug 25 18:03:03.084111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae8e41-9fdb-4f54-bdde-675b2de157de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c6adf-77a7-4438-a8a4-a35fd389d044,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:03.164245 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.417021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52264) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:03.465275 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-fb52f19d-a22a-4936-8dc7-776d2621bbf7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1285960dd7464449925b1de982c0b166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466411 Aug 25 18:03:03.467218 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52268) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:03.521594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44b47d95-d2c7-4e51-882f-fc6cfbdc2410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.557815 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44b47d95-d2c7-4e51-882f-fc6cfbdc2410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.611506 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44b47d95-d2c7-4e51-882f-fc6cfbdc2410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.620313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44b47d95-d2c7-4e51-882f-fc6cfbdc2410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:03.620313 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-44b47d95-d2c7-4e51-882f-fc6cfbdc2410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54744b04-3cbc-4a47-9dca-2ad9b3c05683 HTTP/1.1" status: 204 len: 168 time: 0.1508031 Aug 25 18:03:03.640465 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47d95-d2c7-4e51-882f-fc6cfbdc2410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54744b04-3cbc-4a47-9dca-2ad9b3c05683,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:03.675731 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df5ed02f-15b1-46ae-93b1-b7897457b646 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:03.700286 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: df5ed02f-15b1-46ae-93b1-b7897457b646 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:03.700646 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df5ed02f-15b1-46ae-93b1-b7897457b646 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:03.701068 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 70c02658-1632-4a00-920c-d33d5a049267 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:03.723946 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 70c02658-1632-4a00-920c-d33d5a049267 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:03.724346 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 70c02658-1632-4a00-920c-d33d5a049267 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:04.496640 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52336) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:04.608469 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2122503861-network', 'tenant_id': '753366f424764c5da06bc35e0242b93f'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:04.633825 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Made reservation on behalf of 753366f424764c5da06bc35e0242b93f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:04.636346 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.648340 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.746840 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.750803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.778612 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:03:04.784928 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6168aa53-8cb1-4d4a-8535-cec568e553a1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:04.792239 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.792637 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Added segment d798b06b-841c-4cd1-aa52-28991349fab2 of type vlan for network 03de7664-1971-4cd6-a178-e83c7898b3ca Aug 25 18:03:04.840959 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.865163 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.866262 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:04.866833 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:04.923518 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4256632 Aug 25 18:03:04.926338 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52342) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:04.932947 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Request body: {'subnet': {'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2122503861-subnet', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:04.936981 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c01e-6b3f-4a8b-b3fe-4089483b52a2 admin admin] Pushing event updated for resources: {'Network': ['ID=03de7664-1971-4cd6-a178-e83c7898b3ca,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:04.946614 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 03de7664-1971-4cd6-a178-e83c7898b3ca details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:03:04.955994 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Made reservation on behalf of 753366f424764c5da06bc35e0242b93f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:04.959156 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005303'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.137569 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13196638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005189'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.191525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05fef2f-f373-4925-8209-02f908fbaba3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:05.210819 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Checking segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:05.211174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Network hostable DHCP agents. Network: 03de7664-1971-4cd6-a178-e83c7898b3ca, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:03:05.227675 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Network 03de7664-1971-4cd6-a178-e83c7898b3ca is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:03:05.240614 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 03de7664-1971-4cd6-a178-e83c7898b3ca) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:05.245792 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:05.246387 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.249206 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65435418-985a-4f1e-bc23-e60edeeb4cc1 None None] Network 03de7664-1971-4cd6-a178-e83c7898b3ca requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:05.265035 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-eb32cdec-cb67-4a41-a7be-b26b041766b1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3348534 Aug 25 18:03:05.265313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52344) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:05.269963 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:05.299473 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.300691 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.353030 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.417823 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-03de7664-1971-4cd6-a178-e83c7898b3ca', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:03:05.418716 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.495413 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.563069 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Allocated IP 172.20.0.2 (03de7664-1971-4cd6-a178-e83c7898b3ca/c05fef2f-f373-4925-8209-02f908fbaba3/85895344-090b-4548-9a5c-2b48cacdd380) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:03:05.759168 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4304f1-facb-45eb-9b2c-e6f8bcef190c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.778036 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.792383 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Transition to ACTIVE for port object 85895344-090b-4548-9a5c-2b48cacdd380 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:05.810260 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.819126 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Transition to ACTIVE for port object 85895344-090b-4548-9a5c-2b48cacdd380 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:05.827478 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.830817 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.874950 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52360) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:05.880017 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Network 03de7664-1971-4cd6-a178-e83c7898b3ca is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:05.883230 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:05.887054 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:03:05.906459 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Pushing event updated for resources: {'Port': ['ID=85895344-090b-4548-9a5c-2b48cacdd380,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:05.964132 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Attempting to bind port 85895344-090b-4548-9a5c-2b48cacdd380 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:03:05.964849 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Attempting to bind port 85895344-090b-4548-9a5c-2b48cacdd380 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:03:05.965217 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Attempting to bind port 85895344-090b-4548-9a5c-2b48cacdd380 on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:05.970386 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:03:05.970762 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Checking segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:05.971168 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.971965 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Bound using segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:03:05.972486 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Bound port: 85895344-090b-4548-9a5c-2b48cacdd380, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:03:05.972872 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:05.973703 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Allocated IP 172.27.2.249 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/7e8724ba-6618-4f53-a2fe-3cb8124df3d5) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:03:06.058178 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] For port 85895344-090b-4548-9a5c-2b48cacdd380, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:03:06.064166 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] For port 85895344-090b-4548-9a5c-2b48cacdd380, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=85895344-090b-4548-9a5c-2b48cacdd380,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:03:06.076573 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.078350 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52366) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:06.125452 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.169868 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19bc78-b291-40f4-9258-338c7053af43 None None] Pushing event updated for resources: {'Port': ['ID=85895344-090b-4548-9a5c-2b48cacdd380,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:06.212409 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.263421 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:06.264787 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adad5577-1352-4353-b794-3586e27280a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.281971 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:06.288600 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:03:06.288769 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Deleting port 567082af-c415-4c63-ba7e-b25f02fd34a1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:06.289030 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.296773 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:06.384899 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.385306 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.404452 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Calling delete_port for 567082af-c415-4c63-ba7e-b25f02fd34a1 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:06.547042 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adad5577-1352-4353-b794-3586e27280a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.551684 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adad5577-1352-4353-b794-3586e27280a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.612663 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.644491 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event deleted for resources: {'Port': ['ID=567082af-c415-4c63-ba7e-b25f02fd34a1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:06.708366 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:06.708708 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Floating IP 7ccddfb3-ba09-43e2-aec9-6776204a9e7a disassociated (deleted). External IP: 172.27.2.233, port: dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1. Aug 25 18:03:06.964277 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-adad5577-1352-4353-b794-3586e27280a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6efe449f129f44b8a92e49a1cbcc5976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8818789 Aug 25 18:03:06.964277 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad5577-1352-4353-b794-3586e27280a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7467c8f4-9845-4cbb-b3a8-62a58972c300,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:06.966162 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52382) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:07.019415 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.076453 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0964f59d-08f1-44bf-aabf-5290d3a8f70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.139555 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0964f59d-08f1-44bf-aabf-5290d3a8f70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.227738 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Router ab446c08-ee9f-4459-b0c5-3c74d9286b1d has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:03:07.258065 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03327d-48a8-4c59-9f79-ef3456afc276 None None] Network 03de7664-1971-4cd6-a178-e83c7898b3ca requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:07.280864 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0964f59d-08f1-44bf-aabf-5290d3a8f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.282604 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0964f59d-08f1-44bf-aabf-5290d3a8f70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.283903 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0964f59d-08f1-44bf-aabf-5290d3a8f70d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7467c8f4-9845-4cbb-b3a8-62a58972c300 HTTP/1.1" status: 204 len: 168 time: 0.3167927 Aug 25 18:03:07.295985 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964f59d-08f1-44bf-aabf-5290d3a8f70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7467c8f4-9845-4cbb-b3a8-62a58972c300,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:07.298293 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.353008 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-540cc329-69fd-427a-b8ac-15be8e8f868b None None] Provisioning for port 85895344-090b-4548-9a5c-2b48cacdd380 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:07.403680 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:07.409552 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.418298 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] Sync routers for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:07.443067 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7571bb8d-84f6-4e18-b3d4-830334bdb086 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "DELETE /v2.0/floatingips/7ccddfb3-ba09-43e2-aec9-6776204a9e7a HTTP/1.1" status: 204 len: 168 time: 1.5641627 Aug 25 18:03:07.443541 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:03:07.457789 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:03:07.476436 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Router b40bde61-4971-47f9-b375-5f9705459f04 is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:03:07.479576 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:07.480248 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:07.507883 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0595d40e-8c4a-47b1-b384-e08fa6b91c31 x-openstack-request-id: req-0595d40e-8c4a-47b1-b384-e08fa6b91c31 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:03:07.508177 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:03:07.508457 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0595d40e-8c4a-47b1-b384-e08fa6b91c31 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:03:07.508853 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'status': 'completed', 'code': 200} Aug 25 18:03:07.711716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-5b5679ac-ddaf-43a8-9052-d4ef5502977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:07.713784 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-5b5679ac-ddaf-43a8-9052-d4ef5502977f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fd6cae8011402fa4a65249edc50cd7&device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 1099 time: 0.1667433 Aug 25 18:03:07.765009 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 85895344-090b-4548-9a5c-2b48cacdd380 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:07.817650 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52398) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:07.818016 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:07.830278 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:07.843859 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5d40013-bc01-491f-a607-34652d27176f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.854990 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:07.858310 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:07.868130 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:07.891488 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71a794-280a-4637-a833-11e99903b460 req-06b5e8b8-6662-448d-a9cc-07e7245985ef tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:07.910263 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:07.912518 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dd71a794-280a-4637-a833-11e99903b460 req-06b5e8b8-6662-448d-a9cc-07e7245985ef tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1299648 Aug 25 18:03:07.915924 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:07.924669 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-6a4693bc-4312-40cf-968b-24f5f07a7051 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6573620 Aug 25 18:03:07.948789 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-8d14a1f0-2bb8-4290-9734-cd07ab4460e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:07.958061 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-8d14a1f0-2bb8-4290-9734-cd07ab4460e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 200 len: 909 time: 0.2337430 Aug 25 18:03:08.029886 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-86bafe67-8dc5-458c-9641-d0b1b078e878 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 200 len: 217 time: 0.0578163 Aug 25 18:03:08.182745 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 85895344-090b-4548-9a5c-2b48cacdd380 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:08.186400 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-e93f7439-e920-4a1c-802f-8ae43e060347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:08.189429 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-e93f7439-e920-4a1c-802f-8ae43e060347 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 200 len: 847 time: 0.1409147 Aug 25 18:03:08.194136 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 85895344-090b-4548-9a5c-2b48cacdd380 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:08.194602 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.225299 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-dd71a794-280a-4637-a833-11e99903b460 req-9847bebd-e0f0-4caf-923c-309a40d6d7df tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471577 Aug 25 18:03:08.225877 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:08.255023 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 5, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:08.291194 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5d40013-bc01-491f-a607-34652d27176f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.301928 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] Checking router: ab446c08-ee9f-4459-b0c5-3c74d9286b1d for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:08.303920 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5d40013-bc01-491f-a607-34652d27176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.325875 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-16d6ba14-1ffd-4127-a18f-51d9238aa4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:08.327711 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-16d6ba14-1ffd-4127-a18f-51d9238aa4ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1228414 Aug 25 18:03:08.360302 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:08.361455 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:02:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:08.371775 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b3c00a62-4d92-4055-bc91-422060b1e30f None None] Provisioning complete for port 85895344-090b-4548-9a5c-2b48cacdd380 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:08.372157 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3c00a62-4d92-4055-bc91-422060b1e30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.424299 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e5d40013-bc01-491f-a607-34652d27176f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a79489a61d14fb58cacdca1282a87ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040678 Aug 25 18:03:08.427465 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d40013-bc01-491f-a607-34652d27176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e19746-8065-42c4-916e-e318fcc12673,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:08.432307 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52402) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:08.464887 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:06Z', 'revision_number': 3, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:08.507544 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:08.508354 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Updating router b40bde61-4971-47f9-b375-5f9705459f04 port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:03:08.524055 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:08.542913 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-5b065318-f06f-414c-a772-2fbd01bf8a5c service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960089 Aug 25 18:03:08.543660 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4a5366c-cb1f-46a5-9b9a-e3bfc77513b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.545945 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.576544 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.626229 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4a5366c-cb1f-46a5-9b9a-e3bfc77513b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.662574 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.717504 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4c6868e5-eaca-4b5b-a19e-eb67b5fe7482 req-4dc5cb6b-2f93-41b7-9d86-863fd025346f service neutron] 10.222.0.10 "GET /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630030 Aug 25 18:03:08.735324 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4a5366c-cb1f-46a5-9b9a-e3bfc77513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.742695 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4a5366c-cb1f-46a5-9b9a-e3bfc77513b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.744199 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-a4a5366c-cb1f-46a5-9b9a-e3bfc77513b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73e19746-8065-42c4-916e-e318fcc12673 HTTP/1.1" status: 204 len: 168 time: 0.3103483 Aug 25 18:03:08.765560 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5366c-cb1f-46a5-9b9a-e3bfc77513b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e19746-8065-42c4-916e-e318fcc12673,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:08.842966 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Allocated IP 172.20.0.1 (03de7664-1971-4cd6-a178-e83c7898b3ca/c05fef2f-f373-4925-8209-02f908fbaba3/3e6ebbeb-a298-40ee-8050-9f5b924384b0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:03:08.844876 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3c00a62-4d92-4055-bc91-422060b1e30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.853621 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.883556 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-585bebac-4e3d-4b8e-9cf4-00acf87917a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.936659 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 85895344-090b-4548-9a5c-2b48cacdd380, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=85895344-090b-4548-9a5c-2b48cacdd380,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:08.970861 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.972381 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:08.986652 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Transition to ACTIVE for port object 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:09.006977 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.060809 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.073542 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Attempting to bind port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:03:09.074188 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Attempting to bind port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:03:09.074753 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Attempting to bind port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:09.078956 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Pushing event updated for resources: {'Port': ['ID=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:09.079560 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Transition to ACTIVE for port object 3e6ebbeb-a298-40ee-8050-9f5b924384b0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:09.098579 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:03:09.098989 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:09.100114 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.100805 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:03:09.101553 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Bound port: 7e8724ba-6618-4f53-a2fe-3cb8124df3d5, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:03:09.102195 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.106186 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.106803 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.107326 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.108145 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.108683 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.109176 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.109853 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.110355 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.110859 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.111361 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.111851 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.112630 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:09.123998 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.db.api [None req-b3c00a62-4d92-4055-bc91-422060b1e30f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 18:03:09.124515 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG oslo_db.api [None req-b3c00a62-4d92-4055-bc91-422060b1e30f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 18:03:09.146079 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.156632 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=85895344-090b-4548-9a5c-2b48cacdd380,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:09.184149 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] For port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:03:09.189027 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] For port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:03:09.198362 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.198791 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 5, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:09.200342 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Network 03de7664-1971-4cd6-a178-e83c7898b3ca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:09.206737 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:09.214570 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:03:09.248206 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713b34-a94e-4979-a0f9-24abcbf11203 None None] The sync data for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi is: [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T17:57:23Z', 'revision_number': 4, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'd688fd8e-d6f5-4367-b215-6d506b319703', 'name': '', 'network_id': '65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'mac_address': 'fa:16:3e:fa:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:22Z', 'updated_at': '2021-08-25T17:57:35Z', 'revision_number': 5, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'subnets': [{'id': '47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:09.286401 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6ebbeb-a298-40ee-8050-9f5b924384b0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:09.316565 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:09.317840 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:09.358010 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.450679 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:09.555380 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450449ad-b979-419b-94f6-03bdd13f3788 req-9940b542-0892-4b1a-924d-c2b85c9cffa3 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:09.558296 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-450449ad-b979-419b-94f6-03bdd13f3788 req-9940b542-0892-4b1a-924d-c2b85c9cffa3 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1620407 Aug 25 18:03:09.592398 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.604380 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a16a41-7181-4f47-a483-0c9f7401f2e6 None None] Pushing event updated for resources: {'Port': ['ID=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:09.692708 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:09.700122 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-450449ad-b979-419b-94f6-03bdd13f3788 req-9fe39587-7945-49ac-bc2f-decb789f9279 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0d954a-1192-4c5c-8095-bf5b9210a853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340072 Aug 25 18:03:09.755425 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9be3f-554a-470c-9777-5cfa72ddc214 None None] New status for floating IP 7ccddfb3-ba09-43e2-aec9-6776204a9e7a: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:03:09.787246 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:06Z', 'revision_number': 3, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:09.812630 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 85895344-090b-4548-9a5c-2b48cacdd380 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:09.846942 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94909d9-688f-4879-9c92-afffe0e1b715 None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:06Z', 'revision_number': 3, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:09.916038 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f081e-57d7-492b-809e-f17af0016e38 req-4b10c965-eb38-4c92-8333-2b87c3c98616 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:09.924206 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b94f081e-57d7-492b-809e-f17af0016e38 req-4b10c965-eb38-4c92-8333-2b87c3c98616 tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 946 time: 0.1154718 Aug 25 18:03:09.955431 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 85895344-090b-4548-9a5c-2b48cacdd380 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:09.955886 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.005362 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-989a70a1-0362-4809-a3f9-1a91a81b4349 None None] Provisioning for port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:10.013147 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-989a70a1-0362-4809-a3f9-1a91a81b4349 None None] Provisioning complete for port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:10.013298 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989a70a1-0362-4809-a3f9-1a91a81b4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.062359 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.069309 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.094557 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-989a70a1-0362-4809-a3f9-1a91a81b4349 None None] Port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:03:10.095866 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Deleting port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:10.096595 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.155451 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52432) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:10.185463 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.188213 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6ebbeb-a298-40ee-8050-9f5b924384b0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:10.248155 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] For port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:10.248569 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.264898 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Calling delete_port for dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:10.326345 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Network 03de7664-1971-4cd6-a178-e83c7898b3ca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:10.327075 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1795898109-network', 'tenant_id': 'db0e7e803d784bb383c16a061e61c86c'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:10.328055 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:10.381846 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Made reservation on behalf of db0e7e803d784bb383c16a061e61c86c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:10.384188 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.400835 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.502413 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:03:10.519109 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.565066 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event deleted for resources: {'Port': ['ID=dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:10.606500 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.606852 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.607200 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.607544 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.607871 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.608212 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.608739 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.609074 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.609403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.609728 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.610053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.610374 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:10.642536 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a2cfe70-9f8c-42b2-8a07-b940449d1ebe None None] Provisioning complete for port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:10.643354 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfe70-9f8c-42b2-8a07-b940449d1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.653721 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] No DVR routers for this DVR port dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:03:10.656518 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.658896 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b94f081e-57d7-492b-809e-f17af0016e38 req-bae3843f-1631-4146-b13c-a375b01be2eb tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.10 "DELETE /v2.0/ports/dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 HTTP/1.1" status: 204 len: 173 time: 0.7270753 Aug 25 18:03:10.660908 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-deleted', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:03:10.665788 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3268d7-e796-46d2-b349-3ed8ce4d69bd" -d '{"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-deleted", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:03:10.682181 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:10.693673 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-1210f1da-141b-4cfa-a28a-12047322fef2 admin admin] 10.222.0.23 "PUT /v2.0/routers/b40bde61-4971-47f9-b375-5f9705459f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7761261 Aug 25 18:03:10.715470 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cfe70-9f8c-42b2-8a07-b940449d1ebe None None] Port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:03:10.725483 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab11d423-62c0-452b-859e-b352520dc94d x-openstack-request-id: req-ab11d423-62c0-452b-859e-b352520dc94d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:03:10.725770 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d130a-c7b0-4d2e-8118-d61d45346bfe", "name": "network-vif-deleted", "tag": "dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:03:10.726087 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab11d423-62c0-452b-859e-b352520dc94d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:03:10.726486 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d130a-c7b0-4d2e-8118-d61d45346bfe', 'name': 'network-vif-deleted', 'tag': 'dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1', 'status': 'completed', 'code': 200} Aug 25 18:03:10.733178 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.745453 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.775682 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:03:10.794553 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5254837e-7c29-45b2-acc2-4a364d8a0c02,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:10.803829 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.803829 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.segments_db [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Added segment 2b99e84c-1264-4d4e-b36c-5b93aa248ef3 of type vlan for network 4aec3ad4-3591-43b0-81a1-633b53c0e4af Aug 25 18:03:10.857194 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.878860 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-26896b5c-3805-4d26-a4c0-060a604a983a req-11c6f172-a9b2-4794-8dd1-c577c911cfdc tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1d130a-c7b0-4d2e-8118-d61d45346bfe HTTP/1.1" status: 200 len: 210 time: 0.0451670 Aug 25 18:03:10.916185 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.917554 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:10.918284 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:10.977017 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8180165 Aug 25 18:03:10.977488 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:10.985285 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Request body: {'subnet': {'network_id': '4aec3ad4-3591-43b0-81a1-633b53c0e4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1795898109-subnet', 'tenant_id': 'db0e7e803d784bb383c16a061e61c86c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:11.006084 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806bcdf-408c-4876-a01e-223bd4cdbda8 admin admin] Pushing event updated for resources: {'Network': ['ID=4aec3ad4-3591-43b0-81a1-633b53c0e4af,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:11.016928 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network 4aec3ad4-3591-43b0-81a1-633b53c0e4af details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:03:11.036484 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Made reservation on behalf of db0e7e803d784bb383c16a061e61c86c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:11.041376 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14483504'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.351913 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14353714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14483522'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.357871 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.415434 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cb8343-8409-470c-a53a-4ded42775665,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:11.428007 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Checking segment: {'id': '2b99e84c-1264-4d4e-b36c-5b93aa248ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4aec3ad4-3591-43b0-81a1-633b53c0e4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:11.428408 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Network hostable DHCP agents. Network: 4aec3ad4-3591-43b0-81a1-633b53c0e4af, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:03:11.449800 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Network 4aec3ad4-3591-43b0-81a1-633b53c0e4af is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:03:11.464793 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, 4aec3ad4-3591-43b0-81a1-633b53c0e4af) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:11.469318 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:11.470325 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.492250 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e35e0-cc30-4af2-a3bb-3a875c477365 None None] Network 4aec3ad4-3591-43b0-81a1-633b53c0e4af requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:11.502885 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:11.509529 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1093916141-network', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:11.514612 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c6a4ba89-9d75-42f7-b24c-86a195376c17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5359304 Aug 25 18:03:11.534538 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Made reservation on behalf of ccd04b07f8604ee3a9a36723f9729ed0 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:11.538526 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.549941 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.666409 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c458b-89ad-441f-95b9-817df060949d None None] Network 4aec3ad4-3591-43b0-81a1-633b53c0e4af requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:11.668443 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.674690 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.721092 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b8019-ac9e-4851-bc20-01badf20d41d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:11.734767 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:11.750759 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:03:11.761528 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.761877 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Added segment d32047e8-0da5-4e81-be95-aba0d2edd889 of type vlan for network c826c60c-842d-42d2-8aed-7dcf0778b93e Aug 25 18:03:11.842740 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.866125 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:11.871191 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:11.871573 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.885834 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.889825 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:11.890426 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:11.958921 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52468) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:11.959512 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4552035 Aug 25 18:03:11.965747 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Request body: {'subnet': {'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1093916141-subnet', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:11.968221 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2873f6-fde6-4e33-84f3-76afb8be321d admin admin] Pushing event updated for resources: {'Network': ['ID=c826c60c-842d-42d2-8aed-7dcf0778b93e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:11.970002 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52470) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:12.038510 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Made reservation on behalf of ccd04b07f8604ee3a9a36723f9729ed0 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:12.040870 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005303'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.092300 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network c826c60c-842d-42d2-8aed-7dcf0778b93e details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:03:12.131058 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2aea166-36eb-4438-b7a4-894646b8041d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.175478 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2aea166-36eb-4438-b7a4-894646b8041d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.198062 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.219011 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:12.225207 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.290132 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52482) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:12.290824 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:12.296931 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-366867904-network', 'tenant_id': '394fd23c944c41ac8ffd81d7267686f2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:12.311393 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:12.330209 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:12.331544 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:12.343517 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13196638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005189'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.357601 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Made reservation on behalf of 394fd23c944c41ac8ffd81d7267686f2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:12.360689 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.373281 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.378594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2aea166-36eb-4438-b7a4-894646b8041d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.381201 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2aea166-36eb-4438-b7a4-894646b8041d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.384328 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e2aea166-36eb-4438-b7a4-894646b8041d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd0d954a-1192-4c5c-8095-bf5b9210a853 HTTP/1.1" status: 204 len: 168 time: 0.4078941 Aug 25 18:03:12.414691 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aea166-36eb-4438-b7a4-894646b8041d tempest-TestShelveInstance-1793109107 tempest-TestShelveInstance-1793109107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0d954a-1192-4c5c-8095-bf5b9210a853,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:12.443553 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4505e6-9228-4785-9da3-c6ddcf991148,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:12.446472 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Checking segment: {'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:12.446929 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Network hostable DHCP agents. Network: c826c60c-842d-42d2-8aed-7dcf0778b93e, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:03:12.451339 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52490) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:12.473949 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Network c826c60c-842d-42d2-8aed-7dcf0778b93e is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:03:12.490313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, c826c60c-842d-42d2-8aed-7dcf0778b93e) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:12.501817 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d341640-f8b3-4a8c-a5a2-eba6135d1ed7 None None] Network c826c60c-842d-42d2-8aed-7dcf0778b93e requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:12.505050 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:12.505511 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.528276 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:12.608437 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.617461 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.627448 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-664acfc7-f481-4720-b322-5b3098b0c882 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6673286 Aug 25 18:03:12.630769 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52498) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:12.636732 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:12.654012 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5905aa7e-704a-4395-a803-c7bb6cbc01cf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:12.664555 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:03:12.670030 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.670341 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.670685 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.671018 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.671532 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.671842 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.672216 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.672526 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.673160 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.673160 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.673482 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.674226 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:12.683371 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.683764 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.segments_db [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Added segment ecf38544-35b6-47b6-9358-ea1b7c429bdb of type vlan for network ca285a6d-ac24-479b-9341-613c4770e244 Aug 25 18:03:12.686769 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4372'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.687364 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.760025 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773318609529'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.786550 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669a16e1-4f37-5ce4-9c09-f2f02980a7ed-c826c60c-842d-42d2-8aed-7dcf0778b93e', 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'fixed_ips': [{'subnet_id': 'db4505e6-9228-4785-9da3-c6ddcf991148'}]}} from dv-cinder-786386-10-iscsi. {{(pid=93821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:03:12.787421 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.818583 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.819695 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:12.820470 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.838804 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.880820 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 2, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:12.921032 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:12.921804 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Updating router b40bde61-4971-47f9-b375-5f9705459f04 port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:03:12.956882 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] Pushing event updated for resources: {'Network': ['ID=ca285a6d-ac24-479b-9341-613c4770e244,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:12.962411 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-03cce2ef-3912-4f65-abe7-6919329cf63a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6704938 Aug 25 18:03:12.964544 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:12.965257 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:12.970898 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Request body: {'subnet': {'network_id': 'ca285a6d-ac24-479b-9341-613c4770e244', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-366867904-subnet', 'tenant_id': '394fd23c944c41ac8ffd81d7267686f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:12.996184 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Network ca285a6d-ac24-479b-9341-613c4770e244 details requested by agent ovs-agent-dv-cinder-786386-10-iscsi with host dv-cinder-786386-10-iscsi {{(pid=93821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:03:12.996707 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Made reservation on behalf of 394fd23c944c41ac8ffd81d7267686f2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:13.001572 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14483504'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.040752 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.095379 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Allocated IP 172.20.0.2 (c826c60c-842d-42d2-8aed-7dcf0778b93e/db4505e6-9228-4785-9da3-c6ddcf991148/e2da490a-5bca-4b76-88bf-00f013cf7068) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:03:13.269299 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14353714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14483522'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.337167 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.349725 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Transition to ACTIVE for port object e2da490a-5bca-4b76-88bf-00f013cf7068 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:13.357963 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Checking segment: {'id': 'ecf38544-35b6-47b6-9358-ea1b7c429bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ca285a6d-ac24-479b-9341-613c4770e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:13.358638 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Network hostable DHCP agents. Network: ca285a6d-ac24-479b-9341-613c4770e244, hostable agents: ['b56a2884-0bae-45c9-a727-00cab1415908'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:03:13.371217 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Transition to ACTIVE for port object e2da490a-5bca-4b76-88bf-00f013cf7068 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:13.382317 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.382839 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59dc947d-515a-4e4f-9853-086b3261dba9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:13.393315 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Network ca285a6d-ac24-479b-9341-613c4770e244 is scheduled to be hosted by DHCP agent b56a2884-0bae-45c9-a727-00cab1415908 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:03:13.407849 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-10-iscsi, ca285a6d-ac24-479b-9341-613c4770e244) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:13.415920 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:13.417434 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.438823 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-04d95ae8-338b-4a4b-9ab8-d00af20e0c18 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4721556 Aug 25 18:03:13.449565 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0e63f-2da4-4e85-9eda-852254c7dce2 None None] Network ca285a6d-ac24-479b-9341-613c4770e244 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:13.516061 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Network c826c60c-842d-42d2-8aed-7dcf0778b93e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:13.520243 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Pushing event updated for resources: {'Port': ['ID=e2da490a-5bca-4b76-88bf-00f013cf7068,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:13.533079 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:13.533726 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.537670 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:03:13.550453 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Transition to ACTIVE for port object 3e6ebbeb-a298-40ee-8050-9f5b924384b0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:13.563006 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.671134 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Attempting to bind port e2da490a-5bca-4b76-88bf-00f013cf7068 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:03:13.671512 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Attempting to bind port e2da490a-5bca-4b76-88bf-00f013cf7068 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:03:13.671877 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Attempting to bind port e2da490a-5bca-4b76-88bf-00f013cf7068 on network c826c60c-842d-42d2-8aed-7dcf0778b93e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:13.719208 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Attempting to bind port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:03:13.719392 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:13.719486 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Attempting to bind port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:03:13.719486 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Attempting to bind port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:13.724320 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7c7b-7cbc-4816-a1fb-2417ca6cb4cd None None] Pushing event updated for resources: {'Port': ['ID=3e6ebbeb-a298-40ee-8050-9f5b924384b0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:13.727196 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:03:13.727574 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Checking segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:13.728164 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.728585 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Bound using segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:03:13.729070 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Bound port: 3e6ebbeb-a298-40ee-8050-9f5b924384b0, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:03:13.729481 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.761876 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:03:13.762255 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Checking segment: {'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:13.762666 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.763067 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Bound using segment: {'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:03:13.763564 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Bound port: e2da490a-5bca-4b76-88bf-00f013cf7068, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:03:13.763956 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.811130 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] For port 3e6ebbeb-a298-40ee-8050-9f5b924384b0, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:03:13.814899 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] For port 3e6ebbeb-a298-40ee-8050-9f5b924384b0, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=3e6ebbeb-a298-40ee-8050-9f5b924384b0,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:03:13.821387 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.825007 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f36557-aa91-43db-a556-8a5835386b62 None None] Network ca285a6d-ac24-479b-9341-613c4770e244 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:13.881042 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7c7b-7cbc-4816-a1fb-2417ca6cb4cd None None] Pushing event updated for resources: {'Port': ['ID=3e6ebbeb-a298-40ee-8050-9f5b924384b0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:13.899222 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:13.899925 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:13.957566 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:13.996406 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:13.996793 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:14.000092 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] For port e2da490a-5bca-4b76-88bf-00f013cf7068, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:03:14.007445 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] For port e2da490a-5bca-4b76-88bf-00f013cf7068, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=e2da490a-5bca-4b76-88bf-00f013cf7068,segment=NetworkSegment(d32047e8-0da5-4e81-be95-aba0d2edd889),segment_id=d32047e8-0da5-4e81-be95-aba0d2edd889)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:03:14.015820 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:14.044512 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:14.053215 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:14.171827 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Allocated IP 172.27.2.132 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/0b0ddc55-54f1-4970-b251-7d68a271bf81) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:03:14.184140 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372fa1e-6281-42f0-b0d5-722e155c2b6a None None] Pushing event updated for resources: {'Port': ['ID=e2da490a-5bca-4b76-88bf-00f013cf7068,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:14.341716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:14.424286 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:13Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:14.496537 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071bc0-4369-4139-a54e-a9f20592a6b8 None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:13Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:14.585399 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:14.701999 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:14.710520 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:14.726062 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:14.726400 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device dcaa6aa5-9dd3-4a26-8f52-d03f365ab3a1 not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:14.776649 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:14.780923 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:14.783394 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:03:14.792417 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Pushing event updated for resources: {'Port': ['ID=0b0ddc55-54f1-4970-b251-7d68a271bf81,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:14.999448 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Deleting port d688fd8e-d6f5-4367-b215-6d506b319703 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:14.999792 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:15.173353 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] For port d688fd8e-d6f5-4367-b215-6d506b319703, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=d688fd8e-d6f5-4367-b215-6d506b319703,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:15.173987 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:15.189021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:15.190864 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Calling delete_port for d688fd8e-d6f5-4367-b215-6d506b319703 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:15.251900 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73592bc4-f95c-413d-ac28-c795b2294a1b None None] Network c826c60c-842d-42d2-8aed-7dcf0778b93e requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:15.334916 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ab726ccc-a50d-4752-af30-9c39828d8603 None None] Provisioning for port e2da490a-5bca-4b76-88bf-00f013cf7068 completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:15.516568 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767230'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:15.653520 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:15.701113 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Pushing event deleted for resources: {'Port': ['ID=d688fd8e-d6f5-4367-b215-6d506b319703,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:15.795134 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device e2da490a-5bca-4b76-88bf-00f013cf7068 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:15.914948 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port e2da490a-5bca-4b76-88bf-00f013cf7068 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:15.928715 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port e2da490a-5bca-4b76-88bf-00f013cf7068 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:15.929343 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:15.990657 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:15.993797 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Router c074b20f-0872-4ad6-9704-0c553ac6f06e is scheduled to L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:03:16.073632 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.109203 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port e2da490a-5bca-4b76-88bf-00f013cf7068, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=e2da490a-5bca-4b76-88bf-00f013cf7068,segment=NetworkSegment(d32047e8-0da5-4e81-be95-aba0d2edd889),segment_id=d32047e8-0da5-4e81-be95-aba0d2edd889)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:16.117134 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.117431 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 3e6ebbeb-a298-40ee-8050-9f5b924384b0 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:16.198114 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=e2da490a-5bca-4b76-88bf-00f013cf7068,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:16.212056 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:16.216106 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:16.216520 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.233171 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:16.245702 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Sync routers for ids ['c074b20f-0872-4ad6-9704-0c553ac6f06e'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:16.264945 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Routers {'c074b20f-0872-4ad6-9704-0c553ac6f06e'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:16.265619 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c074b20f-0872-4ad6-9704-0c553ac6f06e'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:16.282343 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.283559 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e37a181c-f5cd-400d-9176-42ac1ca20c5f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6510251 Aug 25 18:03:16.286725 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:16.313829 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Router ab446c08-ee9f-4459-b0c5-3c74d9286b1d has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:03:16.388343 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.420046 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Set router c074b20f-0872-4ad6-9704-0c553ac6f06e gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:16.495103 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 3e6ebbeb-a298-40ee-8050-9f5b924384b0, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=3e6ebbeb-a298-40ee-8050-9f5b924384b0,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:16.532785 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.600376 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=3e6ebbeb-a298-40ee-8050-9f5b924384b0,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:16.671091 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:03:14Z', 'revision_number': 3, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port': {'id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:14Z', 'updated_at': '2021-08-25T18:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:16.701962 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Checking router: c074b20f-0872-4ad6-9704-0c553ac6f06e for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:16.702329 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Updating router c074b20f-0872-4ad6-9704-0c553ac6f06e port 0b0ddc55-54f1-4970-b251-7d68a271bf81 binding host dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:03:16.720802 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:16.729798 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-3ba6cb73-c74d-4051-9625-e19a2e5fe723 admin admin] 10.222.0.23 "PUT /v2.0/routers/ab446c08-ee9f-4459-b0c5-3c74d9286b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2773056 Aug 25 18:03:16.730362 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.731334 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] Sync routers for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:16.732062 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.734206 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52546) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:16.743243 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:16.744283 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:16.854010 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:16.873193 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:16.923854 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Allocated IP 172.20.0.1 (c826c60c-842d-42d2-8aed-7dcf0778b93e/db4505e6-9228-4785-9da3-c6ddcf991148/df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:03:17.061643 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.141481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Deleting port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:17.141851 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.156158 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.173147 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Transition to ACTIVE for port object df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:17.204402 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T18:03:15Z', 'revision_number': 5, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port': {'id': '40fdb3fb-e2ee-4ed1-b199-79fc2120fd70', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:20Z', 'updated_at': '2021-08-25T17:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:17.226164 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.245639 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] Checking router: ab446c08-ee9f-4459-b0c5-3c74d9286b1d for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:17.256754 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] Routers {'ab446c08-ee9f-4459-b0c5-3c74d9286b1d'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:17.257410 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:17.262733 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] For port 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:17.263331 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.281589 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Calling delete_port for 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:17.291596 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Pushing event updated for resources: {'Port': ['ID=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:17.325576 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Network c826c60c-842d-42d2-8aed-7dcf0778b93e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:17.328248 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:17.332499 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:03:17.387874 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.404437 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] Set router ab446c08-ee9f-4459-b0c5-3c74d9286b1d gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:17.409544 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Transition to ACTIVE for port object 0b0ddc55-54f1-4970-b251-7d68a271bf81 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:17.420221 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767393'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.425645 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.467545 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T18:03:17Z', 'revision_number': 6, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:17.520152 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9959fb-5237-47ec-b72d-3d4f18793a97 None None] The sync data for ids ['ab446c08-ee9f-4459-b0c5-3c74d9286b1d'] in dv-cinder-786386-10-iscsi is: [{'id': 'ab446c08-ee9f-4459-b0c5-3c74d9286b1d', 'name': 'tempest-TestShelveInstance-983749877-router', 'tenant_id': '12fd6cae8011402fa4a65249edc50cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:19Z', 'updated_at': '2021-08-25T18:03:17Z', 'revision_number': 6, 'project_id': '12fd6cae8011402fa4a65249edc50cd7', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:17.574634 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd7f8e-dd46-4f4a-87a8-bc36a6e4a26c None None] Pushing event updated for resources: {'Port': ['ID=0b0ddc55-54f1-4970-b251-7d68a271bf81,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:17.584461 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Attempting to bind port 0b0ddc55-54f1-4970-b251-7d68a271bf81 on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:03:17.584860 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Attempting to bind port 0b0ddc55-54f1-4970-b251-7d68a271bf81 by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:03:17.585224 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Attempting to bind port 0b0ddc55-54f1-4970-b251-7d68a271bf81 on network f470491b-204f-42e9-aeec-0b0485ccad48 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:17.594454 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:03:17.594872 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Checking segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:17.595280 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.597089 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Bound using segment: {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:03:17.598539 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Bound port: 0b0ddc55-54f1-4970-b251-7d68a271bf81, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e3fb87-ad0e-482b-9627-30bd46871104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:03:17.598539 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.671838 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] For port 0b0ddc55-54f1-4970-b251-7d68a271bf81, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:03:17.677249 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] For port 0b0ddc55-54f1-4970-b251-7d68a271bf81, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=0b0ddc55-54f1-4970-b251-7d68a271bf81,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:03:17.679183 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.686696 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.737530 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fdb3fb-e2ee-4ed1-b199-79fc2120fd70,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:17.770302 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Routers {'c074b20f-0872-4ad6-9704-0c553ac6f06e'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:17.771034 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c074b20f-0872-4ad6-9704-0c553ac6f06e'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:17.811531 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd7f8e-dd46-4f4a-87a8-bc36a6e4a26c None None] Pushing event updated for resources: {'Port': ['ID=0b0ddc55-54f1-4970-b251-7d68a271bf81,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:17.812140 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.896453 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-316d3f52-750e-42d4-97c2-10725a2ebe20 None None] Provisioning for port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:17.902871 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] Set router c074b20f-0872-4ad6-9704-0c553ac6f06e gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:17.905828 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-316d3f52-750e-42d4-97c2-10725a2ebe20 None None] Provisioning complete for port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:17.906694 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-316d3f52-750e-42d4-97c2-10725a2ebe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.912517 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.915072 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.985289 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.985825 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab446c08-ee9f-4459-b0c5-3c74d9286b1d {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:03:17.995441 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:17.995594 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-316d3f52-750e-42d4-97c2-10725a2ebe20 None None] Port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:03:17.998459 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-123ae776-5c78-4ad9-8ddd-a6aa64ffa918 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ab446c08-ee9f-4459-b0c5-3c74d9286b1d HTTP/1.1" status: 204 len: 168 time: 1.2630892 Aug 25 18:03:18.001079 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52562) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:18.053521 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.093037 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] Deleting subnet 47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:03:18.096716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.133675 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.188119 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:03:14Z', 'revision_number': 3, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port': {'id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:14Z', 'updated_at': '2021-08-25T18:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:18.224629 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.225435 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4efbb-0557-43c3-8f22-92dacde3e4cf None None] The sync data for ids ['c074b20f-0872-4ad6-9704-0c553ac6f06e'] in dv-cinder-786386-10-iscsi is: [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:03:14Z', 'revision_number': 3, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port': {'id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:14Z', 'updated_at': '2021-08-25T18:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:18.265910 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.271518 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.290863 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.327089 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:18.329332 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.332740 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c14f99-44ba-44d9-a6c6-e7b01d420e69 None None] Network 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:18.343829 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Pushing event updated for resources: {'Port': ['ID=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:18.344742 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-bd78232a-c5d3-4b8f-8e42-e837b91fe998 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/47a9a8cd-1baa-4c8b-8dce-d2cf0ab2a1f9 HTTP/1.1" status: 204 len: 168 time: 0.3339121 Aug 25 18:03:18.345527 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52568) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:18.380587 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766462'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.422590 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device e2da490a-5bca-4b76-88bf-00f013cf7068 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:18.491052 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.521196 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:18.538900 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Network c826c60c-842d-42d2-8aed-7dcf0778b93e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:18.543351 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:18.642177 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port e2da490a-5bca-4b76-88bf-00f013cf7068 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:18.645407 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.657094 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Deleting port c3acc9da-07b8-4af5-8a24-7de0161e6854 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:18.657477 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.818406 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] For port c3acc9da-07b8-4af5-8a24-7de0161e6854, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=c3acc9da-07b8-4af5-8a24-7de0161e6854,segment=NetworkSegment(3e3ebf47-e684-4a70-a348-4b72f053bd92),segment_id=3e3ebf47-e684-4a70-a348-4b72f053bd92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:18.818784 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.843999 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] DHCP port deletion for 65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:03:18.858363 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5953fc84-5a62-4dd2-90a6-f5efad09fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:18.876508 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Calling delete_port for c3acc9da-07b8-4af5-8a24-7de0161e6854 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:18.903480 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Router c074b20f-0872-4ad6-9704-0c553ac6f06e has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:03:18.927101 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 3e6ebbeb-a298-40ee-8050-9f5b924384b0 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:18.984172 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a50cae9-13ac-4d94-a8c0-66b21fd174fd None None] Provisioning complete for port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:18.984969 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a50cae9-13ac-4d94-a8c0-66b21fd174fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.052560 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.097955 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3acc9da-07b8-4af5-8a24-7de0161e6854,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:19.105502 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] No DVR routers for this DVR port c3acc9da-07b8-4af5-8a24-7de0161e6854 on host dv-cinder-786386-10-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:03:19.127879 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] Deleting port c3acc9da-07b8-4af5-8a24-7de0161e6854 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:19.128330 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.131809 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a50cae9-13ac-4d94-a8c0-66b21fd174fd None None] Port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:03:19.146278 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:19.147094 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.166290 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:19.175184 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-cfbd1cdb-79e5-4f15-9739-a80e0542dd19 admin admin] 10.222.0.23 "PUT /v2.0/routers/c074b20f-0872-4ad6-9704-0c553ac6f06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8845422 Aug 25 18:03:19.210197 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5953fc84-5a62-4dd2-90a6-f5efad09fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.217081 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.218432 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5953fc84-5a62-4dd2-90a6-f5efad09fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.231085 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:19.255421 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3ebf47-e684-4a70-a348-4b72f053bd92') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:19.255782 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3ebf47-e684-4a70-a348-4b72f053bd92') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:19.258614 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] For port c3acc9da-07b8-4af5-8a24-7de0161e6854, host dv-cinder-786386-10-iscsi, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:19.259021 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.260504 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953fc84-5a62-4dd2-90a6-f5efad09fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236451ea-284a-4255-9fc1-8ff636c33df7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:19.272849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.273560 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] Calling delete_port for c3acc9da-07b8-4af5-8a24-7de0161e6854 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:19.278810 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] Port c3acc9da-07b8-4af5-8a24-7de0161e6854 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 18:03:19.280679 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.301274 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.303428 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5953fc84-5a62-4dd2-90a6-f5efad09fde1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=624ad5b82c594593ba275eebe0dfe5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7807443 Aug 25 18:03:19.306087 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:19.310339 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:03:19.311826 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.333500 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] Pushing event deleted for resources: {'Port': ['ID=c3acc9da-07b8-4af5-8a24-7de0161e6854,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:19.341497 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f6933-c0e1-4aeb-866a-96aeea996a1a None None] No DVR routers for this DVR port c3acc9da-07b8-4af5-8a24-7de0161e6854 on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:03:19.380091 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e79f76d7-4cfd-492f-a06c-53bb32057b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:03:19.398704 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:03:19.411739 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.421559 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e79f76d7-4cfd-492f-a06c-53bb32057b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.430418 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.435975 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360 HTTP/1.1" status: 204 len: 168 time: 1.0893030 Aug 25 18:03:19.436645 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52594) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:19.466890 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf13d05-0ecb-460a-8ec1-dd6fca2710c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b5e84b-b9d1-43bb-a13f-0b2ba4cc9360,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:19.480011 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device d688fd8e-d6f5-4367-b215-6d506b319703 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:19.497451 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e79f76d7-4cfd-492f-a06c-53bb32057b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.499608 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e79f76d7-4cfd-492f-a06c-53bb32057b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.511233 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e79f76d7-4cfd-492f-a06c-53bb32057b9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/236451ea-284a-4255-9fc1-8ff636c33df7 HTTP/1.1" status: 204 len: 168 time: 0.2039840 Aug 25 18:03:19.530123 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f76d7-4cfd-492f-a06c-53bb32057b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236451ea-284a-4255-9fc1-8ff636c33df7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:19.531611 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: d688fd8e-d6f5-4367-b215-6d506b319703 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:19.531955 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device d688fd8e-d6f5-4367-b215-6d506b319703 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:19.718500 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 0b0ddc55-54f1-4970-b251-7d68a271bf81 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:19.778471 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port 0b0ddc55-54f1-4970-b251-7d68a271bf81 completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:19.783809 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 0b0ddc55-54f1-4970-b251-7d68a271bf81 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:19.784362 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.889593 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.912132 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port 0b0ddc55-54f1-4970-b251-7d68a271bf81, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=0b0ddc55-54f1-4970-b251-7d68a271bf81,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:19.916520 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.941602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:19.999318 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:20.023219 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:20.023577 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 40fdb3fb-e2ee-4ed1-b199-79fc2120fd70 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:20.023993 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device c3acc9da-07b8-4af5-8a24-7de0161e6854 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:20.025948 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=0b0ddc55-54f1-4970-b251-7d68a271bf81,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:20.048379 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: c3acc9da-07b8-4af5-8a24-7de0161e6854 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:20.049099 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device c3acc9da-07b8-4af5-8a24-7de0161e6854 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:20.262139 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Deleting port 64b07ac8-65f4-4a66-b751-7fad640bc50f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:20.262139 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.357228 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] For port 64b07ac8-65f4-4a66-b751-7fad640bc50f, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=64b07ac8-65f4-4a66-b751-7fad640bc50f,segment=NetworkSegment(03bba319-fbb1-41ac-9458-77c24c32c614),segment_id=03bba319-fbb1-41ac-9458-77c24c32c614)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:20.357761 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.371943 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Calling delete_port for 64b07ac8-65f4-4a66-b751-7fad640bc50f owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:20.393813 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:20.400628 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b61ec3b7-b886-4a30-8a04-9e7c27b69d5d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656328247', 'description': 'tempest-secgroup-smoke-656328247 description', 'project_id': '753366f424764c5da06bc35e0242b93f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:20.438194 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b61ec3b7-b886-4a30-8a04-9e7c27b69d5d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.567010 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b61ec3b7-b886-4a30-8a04-9e7c27b69d5d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.572691 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b61ec3b7-b886-4a30-8a04-9e7c27b69d5d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.599770 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.620301 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b61ec3b7-b886-4a30-8a04-9e7c27b69d5d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.621813 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-b61ec3b7-b886-4a30-8a04-9e7c27b69d5d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2256184 Aug 25 18:03:20.625494 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:20.631237 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-764a8983-55d2-41ea-9c8b-6f060fb6a470 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'security_group_rule': {'security_group_id': '5d708522-8622-4a3e-bed0-bcc0a39efd52', 'project_id': '753366f424764c5da06bc35e0242b93f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:20.631480 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b07ac8-65f4-4a66-b751-7fad640bc50f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:20.636165 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ec3b7-b886-4a30-8a04-9e7c27b69d5d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d708522-8622-4a3e-bed0-bcc0a39efd52,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:20.668538 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764a8983-55d2-41ea-9c8b-6f060fb6a470 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.757391 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764a8983-55d2-41ea-9c8b-6f060fb6a470 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.763782 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764a8983-55d2-41ea-9c8b-6f060fb6a470 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.789446 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a8983-55d2-41ea-9c8b-6f060fb6a470 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4748d2-cef4-4694-91e3-cd897fe91eb8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:20.804149 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764a8983-55d2-41ea-9c8b-6f060fb6a470 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.808288 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-764a8983-55d2-41ea-9c8b-6f060fb6a470 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1815684 Aug 25 18:03:20.808910 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:20.813351 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9d8956f7-f6db-4617-859d-cd3e7d5d4f1c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'security_group_rule': {'security_group_id': '5d708522-8622-4a3e-bed0-bcc0a39efd52', 'project_id': '753366f424764c5da06bc35e0242b93f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:20.849250 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.850912 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d8956f7-f6db-4617-859d-cd3e7d5d4f1c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.921878 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d8956f7-f6db-4617-859d-cd3e7d5d4f1c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.930533 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d8956f7-f6db-4617-859d-cd3e7d5d4f1c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.957270 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8956f7-f6db-4617-859d-cd3e7d5d4f1c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9436c07e-1a70-4d97-b141-5235499b73a4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:20.969550 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d8956f7-f6db-4617-859d-cd3e7d5d4f1c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:20.970897 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-9d8956f7-f6db-4617-859d-cd3e7d5d4f1c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610408 Aug 25 18:03:20.974387 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:20.989846 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f964dbef-53fb-426f-95f1-747651062e58 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'security_group_rule': {'security_group_id': '5d708522-8622-4a3e-bed0-bcc0a39efd52', 'project_id': '753366f424764c5da06bc35e0242b93f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:21.019364 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f964dbef-53fb-426f-95f1-747651062e58 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.080183 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f964dbef-53fb-426f-95f1-747651062e58 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.084976 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f964dbef-53fb-426f-95f1-747651062e58 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.103602 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964dbef-53fb-426f-95f1-747651062e58 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8325f2-c389-4c0f-aaf6-0ea5222a590f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:21.110752 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f964dbef-53fb-426f-95f1-747651062e58 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.115805 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-f964dbef-53fb-426f-95f1-747651062e58 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366129 Aug 25 18:03:21.115946 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:21.119544 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Router 68e07ae4-ca4f-4467-ad2b-d898768059ce has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:03:21.120380 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2d5c9233-88fc-4f4b-aa41-6e515ee0a2e2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'security_group_rule': {'security_group_id': '5d708522-8622-4a3e-bed0-bcc0a39efd52', 'project_id': '753366f424764c5da06bc35e0242b93f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:21.155756 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9233-88fc-4f4b-aa41-6e515ee0a2e2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.225534 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9233-88fc-4f4b-aa41-6e515ee0a2e2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.229687 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9233-88fc-4f4b-aa41-6e515ee0a2e2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.243174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:03:21.250740 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-2eb27221-d502-444c-bbf7-d46dbc7575e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/68e07ae4-ca4f-4467-ad2b-d898768059ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8087246 Aug 25 18:03:21.251194 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c9233-88fc-4f4b-aa41-6e515ee0a2e2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c9d74f-5bd2-4105-8cfa-ecda2e11ae05,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:21.252563 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] Sync routers for ids ['68e07ae4-ca4f-4467-ad2b-d898768059ce'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:21.253067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52642) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:21.258183 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9233-88fc-4f4b-aa41-6e515ee0a2e2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.259364 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-2d5c9233-88fc-4f4b-aa41-6e515ee0a2e2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425281 Aug 25 18:03:21.262233 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:21.263552 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] Routers {'68e07ae4-ca4f-4467-ad2b-d898768059ce'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:21.264442 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['68e07ae4-ca4f-4467-ad2b-d898768059ce'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:21.267917 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'security_group_rule': {'security_group_id': '5d708522-8622-4a3e-bed0-bcc0a39efd52', 'project_id': '753366f424764c5da06bc35e0242b93f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:21.293763 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Project 753366f424764c5da06bc35e0242b93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:03:21.298720 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.370856 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.373454 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.381626 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.390589 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] Set router 68e07ae4-ca4f-4467-ad2b-d898768059ce gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:21.400851 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169f736a-2dcf-4149-92ce-25dee18b33c0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:21.409759 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.412754 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-783d3ad6-afd5-405f-a2be-b483d76177cf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492531 Aug 25 18:03:21.416158 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:21.421558 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'security_group_rule': {'security_group_id': '5d708522-8622-4a3e-bed0-bcc0a39efd52', 'project_id': '753366f424764c5da06bc35e0242b93f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:21.463807 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Project 753366f424764c5da06bc35e0242b93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:03:21.469819 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.483842 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.560876 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Deleting port 6d73e4c4-9973-493d-ab21-77abaa2b36e2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:21.560994 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.561554 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.568191 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383631'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.593041 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20126efe-b16f-46ba-ba12-17ee642f068e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:21.596578 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.601586 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-41e76209-5500-4c33-abdf-1ba1df1ae48c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1808603 Aug 25 18:03:21.611726 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T18:03:20Z', 'revision_number': 5, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port': {'id': '6d73e4c4-9973-493d-ab21-77abaa2b36e2', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:57:29Z', 'updated_at': '2021-08-25T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:21.640592 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] Checking router: 68e07ae4-ca4f-4467-ad2b-d898768059ce for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:21.650183 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] Routers {'68e07ae4-ca4f-4467-ad2b-d898768059ce'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:21.650810 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['68e07ae4-ca4f-4467-ad2b-d898768059ce'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:21.687215 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] For port 6d73e4c4-9973-493d-ab21-77abaa2b36e2, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=6d73e4c4-9973-493d-ab21-77abaa2b36e2,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:21.687594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:21.702237 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Calling delete_port for 6d73e4c4-9973-493d-ab21-77abaa2b36e2 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:21.810208 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 0b0ddc55-54f1-4970-b251-7d68a271bf81 up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:21.874753 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] Set router 68e07ae4-ca4f-4467-ad2b-d898768059ce gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:21.918193 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Sync routers for ids ['c074b20f-0872-4ad6-9704-0c553ac6f06e'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:03:21.930100 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Routers {'c074b20f-0872-4ad6-9704-0c553ac6f06e'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:21.931001 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c074b20f-0872-4ad6-9704-0c553ac6f06e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:22.014052 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.044934 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d73e4c4-9973-493d-ab21-77abaa2b36e2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:22.091211 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Set router c074b20f-0872-4ad6-9704-0c553ac6f06e gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:22.148348 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T18:03:21Z', 'revision_number': 6, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:22.168195 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.185127 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b145da-63d0-4866-9d66-117a649b71f6 None None] The sync data for ids ['68e07ae4-ca4f-4467-ad2b-d898768059ce'] in dv-cinder-786386-10-iscsi is: [{'id': '68e07ae4-ca4f-4467-ad2b-d898768059ce', 'name': 'tempest-TestShelveInstance-972368104-router', 'tenant_id': '5031513803e049619488dfad34ff4138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:57:28Z', 'updated_at': '2021-08-25T18:03:21Z', 'revision_number': 6, 'project_id': '5031513803e049619488dfad34ff4138', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:22.197877 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port 0b0ddc55-54f1-4970-b251-7d68a271bf81 triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:22.198542 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.375847 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.379916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.481895 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:03:18Z', 'revision_number': 4, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port': {'id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:14Z', 'updated_at': '2021-08-25T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f', 'name': '', 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'mac_address': 'fa:16:3e:3c:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db4505e6-9228-4785-9da3-c6ddcf991148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:16Z', 'updated_at': '2021-08-25T18:03:18Z', 'revision_number': 2, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'subnets': [{'id': 'db4505e6-9228-4785-9da3-c6ddcf991148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:22.510721 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Checking router: c074b20f-0872-4ad6-9704-0c553ac6f06e for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:03:22.510721 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Updating router c074b20f-0872-4ad6-9704-0c553ac6f06e port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f binding host dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:03:22.539479 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.723867 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.724442 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e07ae4-ca4f-4467-ad2b-d898768059ce {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:03:22.729342 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.730600 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-313b02ad-cf13-44e6-86b6-ba3a409eb7bd admin admin] 10.222.0.23 "DELETE /v2.0/routers/68e07ae4-ca4f-4467-ad2b-d898768059ce HTTP/1.1" status: 204 len: 168 time: 1.4767716 Aug 25 18:03:22.733315 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52718) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:22.779283 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] Deleting subnet 6e761a73-cdc7-44e7-8933-2cb40f7d9394 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:03:22.782538 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.817408 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.836457 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.848032 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Transition to ACTIVE for port object df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:22.854048 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.905275 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.908166 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fb6c4-7ea4-486e-ab5f-c0f12adc57a2 None None] Pushing event updated for resources: {'Port': ['ID=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:22.977534 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.992793 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:22.997469 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6e761a73-cdc7-44e7-8933-2cb40f7d9394 HTTP/1.1" status: 204 len: 168 time: 0.2607958 Aug 25 18:03:22.998290 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52724) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:22.998668 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Attempting to bind port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f on host dv-cinder-786386-10-iscsi for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:03:22.999154 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Attempting to bind port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f by drivers openvswitch,hyperv on host dv-cinder-786386-10-iscsi at level 0 using segments [{'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:03:22.999393 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Attempting to bind port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f on network c826c60c-842d-42d2-8aed-7dcf0778b93e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:23.007632 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93249ac1-6f20-4fde-bacb-1080e55a1815 None None] Network 00a0bb60-ac97-4846-a14e-4352dc4d29f9 requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:03:23.009503 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Checking agent: {'id': '77b49430-1c4c-42f3-82a1-c5a47c255d04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 46, 9), 'started_at': datetime.datetime(2021, 8, 25, 17, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:03:23.009877 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Checking segment: {'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:23.010273 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.010665 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Bound using segment: {'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:03:23.011138 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Bound port: df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f, host: dv-cinder-786386-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32047e8-0da5-4e81-be95-aba0d2edd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:03:23.011520 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.032970 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960cf82-070a-4168-84fc-5329a34cdb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e761a73-cdc7-44e7-8933-2cb40f7d9394,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:23.111398 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.129851 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] For port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f, host dv-cinder-786386-10-iscsi, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:03:23.137293 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] For port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f, host dv-cinder-786386-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,segment=NetworkSegment(d32047e8-0da5-4e81-be95-aba0d2edd889),segment_id=d32047e8-0da5-4e81-be95-aba0d2edd889)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:03:23.150824 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.224344 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Routers {'c074b20f-0872-4ad6-9704-0c553ac6f06e'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:03:23.225792 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:09Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c074b20f-0872-4ad6-9704-0c553ac6f06e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:23.233431 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Deleting port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:23.233894 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.312101 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fb6c4-7ea4-486e-ab5f-c0f12adc57a2 None None] Pushing event updated for resources: {'Port': ['ID=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:23.348725 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] For port 136bc28e-10d8-4e5a-9392-fc4dc6308b56, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=136bc28e-10d8-4e5a-9392-fc4dc6308b56,segment=NetworkSegment(03bba319-fbb1-41ac-9458-77c24c32c614),segment_id=03bba319-fbb1-41ac-9458-77c24c32c614)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:23.348966 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.373956 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] DHCP port deletion for 00a0bb60-ac97-4846-a14e-4352dc4d29f9 request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:03:23.380528 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Calling delete_port for 136bc28e-10d8-4e5a-9392-fc4dc6308b56 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:23.484666 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] Set router c074b20f-0872-4ad6-9704-0c553ac6f06e gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:03:23.525028 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Deleting port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:03:23.525410 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.541751 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.579808 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] No DVR routers for this DVR port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 on host dv-cinder-786386-10-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:03:23.587366 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Pushing event deleted for resources: {'Port': ['ID=136bc28e-10d8-4e5a-9392-fc4dc6308b56,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:23.599532 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] For port 136bc28e-10d8-4e5a-9392-fc4dc6308b56, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=136bc28e-10d8-4e5a-9392-fc4dc6308b56,segment=NetworkSegment(03bba319-fbb1-41ac-9458-77c24c32c614),segment_id=03bba319-fbb1-41ac-9458-77c24c32c614)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:23.599532 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.614649 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Calling delete_port for 136bc28e-10d8-4e5a-9392-fc4dc6308b56 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:03:23.668471 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.682869 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a0bb60-ac97-4846-a14e-4352dc4d29f9']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:23.698668 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bba319-fbb1-41ac-9458-77c24c32c614') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:23.699061 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bba319-fbb1-41ac-9458-77c24c32c614') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:23.709108 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.712002 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 64b07ac8-65f4-4a66-b751-7fad640bc50f no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:23.729389 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.733749 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 64b07ac8-65f4-4a66-b751-7fad640bc50f {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:23.734096 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 64b07ac8-65f4-4a66-b751-7fad640bc50f not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:23.734516 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 136bc28e-10d8-4e5a-9392-fc4dc6308b56 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:23.741632 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:03:23.741872 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:03:23.744281 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:03:23.752971 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:03:18Z', 'revision_number': 4, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port': {'id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:14Z', 'updated_at': '2021-08-25T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f', 'name': '', 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'mac_address': 'fa:16:3e:3c:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db4505e6-9228-4785-9da3-c6ddcf991148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:16Z', 'updated_at': '2021-08-25T18:03:23Z', 'revision_number': 4, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'subnets': [{'id': 'db4505e6-9228-4785-9da3-c6ddcf991148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:23.756313 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 136bc28e-10d8-4e5a-9392-fc4dc6308b56 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:23.757597 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 136bc28e-10d8-4e5a-9392-fc4dc6308b56 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:23.757597 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 6d73e4c4-9973-493d-ab21-77abaa2b36e2 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:03:23.759981 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.782998 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 6d73e4c4-9973-493d-ab21-77abaa2b36e2 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:03:23.783350 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 6d73e4c4-9973-493d-ab21-77abaa2b36e2 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:03:23.787492 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12685a8-1ccf-446c-9dda-bc905d4a71a5 None None] The sync data for ids ['c074b20f-0872-4ad6-9704-0c553ac6f06e'] in dv-cinder-786386-10-iscsi is: [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:03:18Z', 'revision_number': 4, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port': {'id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:14Z', 'updated_at': '2021-08-25T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': 'df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f', 'name': '', 'network_id': 'c826c60c-842d-42d2-8aed-7dcf0778b93e', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'mac_address': 'fa:16:3e:3c:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db4505e6-9228-4785-9da3-c6ddcf991148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:16Z', 'updated_at': '2021-08-25T18:03:23Z', 'revision_number': 4, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'subnets': [{'id': 'db4505e6-9228-4785-9da3-c6ddcf991148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:03:23.807680 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.809918 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Pushing event deleted for resources: {'Port': ['ID=136bc28e-10d8-4e5a-9392-fc4dc6308b56,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:23.812406 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] No DVR routers for this DVR port 136bc28e-10d8-4e5a-9392-fc4dc6308b56 on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:03:23.814313 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:23.817710 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] 10.222.0.23 "DELETE /v2.0/networks/00a0bb60-ac97-4846-a14e-4352dc4d29f9 HTTP/1.1" status: 204 len: 168 time: 0.8180127 Aug 25 18:03:23.827603 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.827921 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.828287 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.828625 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.828960 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.829386 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.829655 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.830358 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.830808 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.831345 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.831850 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.832528 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea21216-f27f-44b1-8acb-3548a1728f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:03:23.834170 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0ce8-c851-48de-a991-a54d4a6b5019 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a0bb60-ac97-4846-a14e-4352dc4d29f9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:24.033974 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52736) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:24.077209 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-a4a3c96c-e6e2-4734-9e90-bccb69330dd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12fd6cae8011402fa4a65249edc50cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413983 Aug 25 18:03:24.079719 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:24.133381 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b7559d7-3776-4776-9166-8a3278f668c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.155673 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b7559d7-3776-4776-9166-8a3278f668c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.206097 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b7559d7-3776-4776-9166-8a3278f668c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.209402 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b7559d7-3776-4776-9166-8a3278f668c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.210594 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-0b7559d7-3776-4776-9166-8a3278f668c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52e758fb-c1aa-4f00-9216-3be34a5e36e6 HTTP/1.1" status: 204 len: 168 time: 0.1298447 Aug 25 18:03:24.220931 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7559d7-3776-4776-9166-8a3278f668c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e758fb-c1aa-4f00-9216-3be34a5e36e6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:24.558407 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52750) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:24.598506 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-3f011e94-01cd-4733-a247-a8ae8cdb0cf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5031513803e049619488dfad34ff4138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389097 Aug 25 18:03:24.600938 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52752) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:24.654794 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31050491-cc55-41c5-9e7c-42aad43f07f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.676194 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31050491-cc55-41c5-9e7c-42aad43f07f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.723146 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31050491-cc55-41c5-9e7c-42aad43f07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.725669 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31050491-cc55-41c5-9e7c-42aad43f07f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:24.726827 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-31050491-cc55-41c5-9e7c-42aad43f07f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23570fd0-c52c-458e-b557-b348debe99ef HTTP/1.1" status: 204 len: 168 time: 0.1249952 Aug 25 18:03:24.735217 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31050491-cc55-41c5-9e7c-42aad43f07f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23570fd0-c52c-458e-b557-b348debe99ef,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:25.730487 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:25.780751 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning for port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:25.785381 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:25.785755 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:25.869875 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:25.913813 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] For port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,segment=NetworkSegment(d32047e8-0da5-4e81-be95-aba0d2edd889),segment_id=d32047e8-0da5-4e81-be95-aba0d2edd889)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:25.918467 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:25.982640 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Pushing event updated for resources: {'Port': ['ID=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:27.664572 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f up at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:27.714059 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Provisioning complete for port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:27.714428 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:30.249052 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:03:33.198195 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.228401 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52882) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:35.280520 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] Deleting subnet 25cb8343-8409-470c-a53a-4ded42775665 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:03:35.284499 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.320502 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13234127'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.367406 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.424377 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13196445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005212'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.449438 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cb8343-8409-470c-a53a-4ded42775665,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:35.461718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.461718 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-ee56a41c-135f-43f0-ba69-c55281d6a2a6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/25cb8343-8409-470c-a53a-4ded42775665 HTTP/1.1" status: 204 len: 168 time: 0.2285235 Aug 25 18:03:35.461718 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52896) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:35.540601 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.630995 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.646167 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aec3ad4-3591-43b0-81a1-633b53c0e4af']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:35.657481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b99e84c-1264-4d4e-b36c-5b93aa248ef3') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:35.657775 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b99e84c-1264-4d4e-b36c-5b93aa248ef3') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:35.667437 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.681275 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.687375 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:03:35.687771 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:03:35.689517 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:03:35.723137 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d2126c1-dd9d-48c4-b925-71d3e5c79594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.745929 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.751870 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.753929 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4aec3ad4-3591-43b0-81a1-633b53c0e4af HTTP/1.1" status: 204 len: 168 time: 0.2926426 Aug 25 18:03:35.757155 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:35.782247 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a12ba-beb0-4ef4-a3c2-669ff7cda662 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aec3ad4-3591-43b0-81a1-633b53c0e4af,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:35.817911 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] Deleting subnet 59dc947d-515a-4e4f-9853-086b3261dba9 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:03:35.821212 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.856915 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995904'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.897523 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.950830 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14353649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14483547'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.984445 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59dc947d-515a-4e4f-9853-086b3261dba9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:35.988515 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:35.991522 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-deb75423-bf53-47d6-9d48-bf95c4fada37 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/59dc947d-515a-4e4f-9853-086b3261dba9 HTTP/1.1" status: 204 len: 168 time: 0.2330287 Aug 25 18:03:35.992750 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:36.064167 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.146888 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.157486 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca285a6d-ac24-479b-9341-613c4770e244']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:36.173369 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf38544-35b6-47b6-9358-ea1b7c429bdb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:36.173668 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf38544-35b6-47b6-9358-ea1b7c429bdb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:03:36.182649 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995935'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.197011 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.204099 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:03:36.204480 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14353559'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: Traceback (most recent call last): Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: timer() Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: cb(*args, **kw) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: return func(*args, **kwargs) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: self._notify() Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: self.callback(batched_events) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: event.method(event) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: return f(self, *a, **k) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._get(url).json() Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: return self.request(url, 'GET', **kwargs) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:03:36.206660 dv-cinder-786386-10-iscsi neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:03:36.287495 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.292938 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.294788 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca285a6d-ac24-479b-9341-613c4770e244 HTTP/1.1" status: 204 len: 168 time: 0.3011093 Aug 25 18:03:36.306493 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d44035-4838-4625-a647-6017b5781a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca285a6d-ac24-479b-9341-613c4770e244,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:36.467389 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:36.511174 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-64972dd8-3293-4a32-a34a-e202d29302fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db0e7e803d784bb383c16a061e61c86c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425651 Aug 25 18:03:36.513794 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52924) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:36.561752 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a744963-ed7b-45f9-b7f8-a8a49154ad67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.583650 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a744963-ed7b-45f9-b7f8-a8a49154ad67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.637434 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a744963-ed7b-45f9-b7f8-a8a49154ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.640012 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a744963-ed7b-45f9-b7f8-a8a49154ad67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:36.641289 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-9a744963-ed7b-45f9-b7f8-a8a49154ad67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5254837e-7c29-45b2-acc2-4a364d8a0c02 HTTP/1.1" status: 204 len: 168 time: 0.1265588 Aug 25 18:03:36.650127 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a744963-ed7b-45f9-b7f8-a8a49154ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5254837e-7c29-45b2-acc2-4a364d8a0c02,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:37.003053 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:37.044863 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-d8e7e7ec-4911-4cef-a69a-d323952ac25b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=394fd23c944c41ac8ffd81d7267686f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406067 Aug 25 18:03:37.047553 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 52938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:37.097365 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b359303f-aea7-43e7-852a-bdc23e379948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:37.121623 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b359303f-aea7-43e7-852a-bdc23e379948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:37.168397 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b359303f-aea7-43e7-852a-bdc23e379948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:37.171348 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b359303f-aea7-43e7-852a-bdc23e379948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:37.173850 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-b359303f-aea7-43e7-852a-bdc23e379948 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5905aa7e-704a-4395-a803-c7bb6cbc01cf HTTP/1.1" status: 204 len: 168 time: 0.1240842 Aug 25 18:03:37.189255 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359303f-aea7-43e7-852a-bdc23e379948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5905aa7e-704a-4395-a803-c7bb6cbc01cf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:38.408463 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a458f263-fc99-4af7-a492-c2b7ff4c6801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:38.615946 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:39.562816 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.425586 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53028) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:40.550749 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be316181-965a-4140-9a88-b31d80fcea4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.648896 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be316181-965a-4140-9a88-b31d80fcea4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.653111 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be316181-965a-4140-9a88-b31d80fcea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.692888 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-be316181-965a-4140-9a88-b31d80fcea4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad9937b67ead443fa459a02ba29a945b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661824 Aug 25 18:03:40.694161 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be316181-965a-4140-9a88-b31d80fcea4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f35926-22e3-4091-8625-e0ebf4bee556,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:40.695556 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:40.748949 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d8c69e9-08f4-449f-8b9a-ec6f33b29319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.771596 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d8c69e9-08f4-449f-8b9a-ec6f33b29319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.824923 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d8c69e9-08f4-449f-8b9a-ec6f33b29319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.827545 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d8c69e9-08f4-449f-8b9a-ec6f33b29319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:40.828785 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-7d8c69e9-08f4-449f-8b9a-ec6f33b29319 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7f35926-22e3-4091-8625-e0ebf4bee556 HTTP/1.1" status: 204 len: 168 time: 0.1315627 Aug 25 18:03:40.837039 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c69e9-08f4-449f-8b9a-ec6f33b29319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f35926-22e3-4091-8625-e0ebf4bee556,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:41.363119 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.433873 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53044) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:41.542706 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d49a3792-d7ad-4a5c-8490-d1152b3be6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.634654 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d49a3792-d7ad-4a5c-8490-d1152b3be6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.638545 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d49a3792-d7ad-4a5c-8490-d1152b3be6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.677130 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d49a3792-d7ad-4a5c-8490-d1152b3be6b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5e7076117a249f2a6ed673642ce6261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420211 Aug 25 18:03:41.677975 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a3792-d7ad-4a5c-8490-d1152b3be6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea7f16e-8a4c-4ce8-9aa1-dbe7af391aa0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:41.679848 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53048) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:41.728885 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-38d6-4e22-8819-e298f1ab9bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.749158 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-38d6-4e22-8819-e298f1ab9bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.798361 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-38d6-4e22-8819-e298f1ab9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.801048 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-38d6-4e22-8819-e298f1ab9bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:41.802166 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-187d2c3f-38d6-4e22-8819-e298f1ab9bcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ea7f16e-8a4c-4ce8-9aa1-dbe7af391aa0 HTTP/1.1" status: 204 len: 168 time: 0.1212866 Aug 25 18:03:41.809734 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2c3f-38d6-4e22-8819-e298f1ab9bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea7f16e-8a4c-4ce8-9aa1-dbe7af391aa0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:42.090189 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53054) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:42.104586 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f128f5b3-0599-4915-abe8-63c6138b1a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:42.207671 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f128f5b3-0599-4915-abe8-63c6138b1a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:42.213185 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f128f5b3-0599-4915-abe8-63c6138b1a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:42.254564 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128f5b3-0599-4915-abe8-63c6138b1a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513a5dc5-beb1-4a54-b94a-1323ffa9dedf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:42.259163 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-f128f5b3-0599-4915-abe8-63c6138b1a6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=571614444772429ca68679ef989f0b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679244 Aug 25 18:03:42.262082 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:42.310269 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be6d759-a1be-4cd7-8576-6f0c085124e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:42.330802 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be6d759-a1be-4cd7-8576-6f0c085124e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:42.382842 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be6d759-a1be-4cd7-8576-6f0c085124e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:42.385610 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be6d759-a1be-4cd7-8576-6f0c085124e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:42.386772 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6be6d759-a1be-4cd7-8576-6f0c085124e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/513a5dc5-beb1-4a54-b94a-1323ffa9dedf HTTP/1.1" status: 204 len: 168 time: 0.1237001 Aug 25 18:03:42.394593 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6d759-a1be-4cd7-8576-6f0c085124e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a5dc5-beb1-4a54-b94a-1323ffa9dedf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:43.837894 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-9169099e-a8f0-4248-9a65-b683ef0e1f6a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656328247&fields=id&tenant_id=753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 267 time: 0.0330460 Aug 25 18:03:43.948303 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-c3d29405-5837-4b68-a422-ff770bae6bad tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:43.958004 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-c3d29405-5837-4b68-a422-ff770bae6bad tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 812 time: 0.1051285 Aug 25 18:03:43.967575 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-a103de93-4ea7-422b-bcc1-375ef185a3b8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/quotas/753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 375 time: 0.0098491 Aug 25 18:03:44.019696 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-584327e4-f02f-4555-b72c-5fd13e1c1aba tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465374 Aug 25 18:03:44.113143 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-8323fb55-f140-4415-905c-a74efd776746 service neutron] 10.222.0.23 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Aug 25 18:03:44.202826 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-748fdbca-8579-4efa-a3c0-2a0763ed46bc service neutron] 10.222.0.23 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836565 Aug 25 18:03:44.482413 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-aa4e61ac-b1b5-458c-ab7c-5680e0e79096 req-3b0b504d-3cb6-4f81-9260-b456dfa693a5 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 210 time: 0.0306988 Aug 25 18:03:45.412243 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-2425ad1f-87c5-4b4f-9089-ae4b20fab3c5 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:45.413684 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-2425ad1f-87c5-4b4f-9089-ae4b20fab3c5 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 812 time: 0.1085792 Aug 25 18:03:45.472079 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-46ca1c9b-f7d6-4a5c-a970-9616e6b917e5 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 379 time: 0.0352991 Aug 25 18:03:45.484966 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'port': {'device_id': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'admin_state_up': True, 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'security_groups': ['5d708522-8622-4a3e-bed0-bcc0a39efd52']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:45.594201 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6e16164b-b577-4c24-a34e-8cffe84998d8 req-b2c575bb-c01e-490e-bec8-c1cd973423dc tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 210 time: 0.0366685 Aug 25 18:03:45.625031 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Made reservation on behalf of 753366f424764c5da06bc35e0242b93f for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:03:45.629233 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:45.760795 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Allocated IP 172.20.0.14 (03de7664-1971-4cd6-a178-e83c7898b3ca/c05fef2f-f373-4925-8209-02f908fbaba3/eeff34ee-2660-45b7-a558-cb9b2eeecb5c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:03:45.927794 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:45.944603 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Transition to ACTIVE for port object eeff34ee-2660-45b7-a558-cb9b2eeecb5c will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:45.980843 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.022184 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Network 03de7664-1971-4cd6-a178-e83c7898b3ca is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:03:46.028908 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:46.029433 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:03:46.033116 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:03:46.060442 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:46.094003 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:46.094533 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.113449 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-27d1f111-10be-4214-b26a-d272a0d6b9f1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6323671 Aug 25 18:03:46.126696 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Request body: {'port': {'device_id': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:03:46.156647 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1f88d40-e2a7-4ba1-ab01-438676878e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.188382 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.258640 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1f88d40-e2a7-4ba1-ab01-438676878e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.262361 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1f88d40-e2a7-4ba1-ab01-438676878e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.284268 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-94553fdf-c875-487d-8772-a5c1f4974e41 None None] Provisioning for port eeff34ee-2660-45b7-a558-cb9b2eeecb5c completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:46.288197 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-94553fdf-c875-487d-8772-a5c1f4974e41 None None] Provisioning complete for port eeff34ee-2660-45b7-a558-cb9b2eeecb5c triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:46.288695 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94553fdf-c875-487d-8772-a5c1f4974e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.292280 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-c1f88d40-e2a7-4ba1-ab01-438676878e2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9c8cfd3276e4c65938425a2d08e8b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615790 Aug 25 18:03:46.294189 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:46.320059 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88d40-e2a7-4ba1-ab01-438676878e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b823e6b2-85d0-42ff-9a92-f7d29fe48674,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:46.338441 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-94553fdf-c875-487d-8772-a5c1f4974e41 None None] Port eeff34ee-2660-45b7-a558-cb9b2eeecb5c cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:03:46.354648 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37e6f42d-7cb7-48c0-bbc6-15e8ae734e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.375996 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37e6f42d-7cb7-48c0-bbc6-15e8ae734e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.422836 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37e6f42d-7cb7-48c0-bbc6-15e8ae734e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.429989 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37e6f42d-7cb7-48c0-bbc6-15e8ae734e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.429989 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-37e6f42d-7cb7-48c0-bbc6-15e8ae734e65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b823e6b2-85d0-42ff-9a92-f7d29fe48674 HTTP/1.1" status: 204 len: 168 time: 0.1325207 Aug 25 18:03:46.438511 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6f42d-7cb7-48c0-bbc6-15e8ae734e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823e6b2-85d0-42ff-9a92-f7d29fe48674,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:46.464918 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeff34ee-2660-45b7-a558-cb9b2eeecb5c {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:03:46.473086 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.485113 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Transition to ACTIVE for port object eeff34ee-2660-45b7-a558-cb9b2eeecb5c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:03:46.489338 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.540426 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:46.619652 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Attempting to bind port eeff34ee-2660-45b7-a558-cb9b2eeecb5c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:03:46.619992 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Attempting to bind port eeff34ee-2660-45b7-a558-cb9b2eeecb5c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:03:46.620351 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Attempting to bind port eeff34ee-2660-45b7-a558-cb9b2eeecb5c on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:46.626209 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Port eeff34ee-2660-45b7-a558-cb9b2eeecb5c on network 03de7664-1971-4cd6-a178-e83c7898b3ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:03:46.626738 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Attempting to bind port eeff34ee-2660-45b7-a558-cb9b2eeecb5c on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:03:46.633729 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:03:46.634091 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Checking segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:03:46.634477 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Bound using segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:03:46.634916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Bound port: eeff34ee-2660-45b7-a558-cb9b2eeecb5c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:03:46.635278 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.721509 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] For port eeff34ee-2660-45b7-a558-cb9b2eeecb5c, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:03:46.724745 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] For port eeff34ee-2660-45b7-a558-cb9b2eeecb5c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:03:46.727624 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070aa54-d5eb-43e3-ac3a-904ffd2c1285 req-28006e9c-9e2b-4b52-8d0b-8a3515d9c20f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:46.730067 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.734743 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d070aa54-d5eb-43e3-ac3a-904ffd2c1285 req-28006e9c-9e2b-4b52-8d0b-8a3515d9c20f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.0630095 Aug 25 18:03:46.773216 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:46.773942 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:46.775640 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/eeff34ee-2660-45b7-a558-cb9b2eeecb5c HTTP/1.1" status: 200 len: 1094 time: 0.6536906 Aug 25 18:03:46.776164 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:03:46.778616 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d2e72d-c950-4ce4-9976-651f0cf69f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:03:46.790975 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d070aa54-d5eb-43e3-ac3a-904ffd2c1285 req-c9d6b818-a97e-47c4-9cf5-443a5846fed1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549192 Aug 25 18:03:46.817999 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6600df-3fcf-4519-89bd-6cc622d920f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:46.835298 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e0d18-72fa-4500-8cbf-0ec8a78dcba3 x-openstack-request-id: req-452e0d18-72fa-4500-8cbf-0ec8a78dcba3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:03:46.835594 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:03:46.835849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-452e0d18-72fa-4500-8cbf-0ec8a78dcba3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:03:46.836276 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'status': 'completed', 'code': 200} Aug 25 18:03:46.890360 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-ddecf307-030a-4ad6-b7d6-325c7bbc8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:46.891899 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-ddecf307-030a-4ad6-b7d6-325c7bbc8fdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 1097 time: 0.0488698 Aug 25 18:03:46.938689 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-b576ef85-b6cf-4780-8ae0-11761cee4459 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c HTTP/1.1" status: 200 len: 217 time: 0.0380323 Aug 25 18:03:46.992121 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-38117953-21b5-4abb-aee6-61a04c3ad1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:46.994643 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-38117953-21b5-4abb-aee6-61a04c3ad1dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0469012 Aug 25 18:03:47.043800 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0265-7481-4429-b660-42484847be9e req-f9113a39-fbaf-495f-86a0-70ba4f521d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:47.045334 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-f9113a39-fbaf-495f-86a0-70ba4f521d12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441573 Aug 25 18:03:47.138637 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-b3a8df39-67c7-4a29-8d52-2b78db97f32e service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Aug 25 18:03:47.238916 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e4ce0265-7481-4429-b660-42484847be9e req-f27ec778-a48b-42c1-86a7-8ac050773c4c service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870652 Aug 25 18:03:47.327846 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-725729c3-65ad-4024-abc6-cbbbdfe8a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:47.329528 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-725729c3-65ad-4024-abc6-cbbbdfe8a800 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 1097 time: 0.0451787 Aug 25 18:03:47.431399 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-5a03cbb1-cf97-4145-84be-9dd89234fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:47.432903 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-5a03cbb1-cf97-4145-84be-9dd89234fe1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0960917 Aug 25 18:03:47.484953 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-e8c6e156-aa72-4ec6-a826-25273bd81d1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c HTTP/1.1" status: 200 len: 217 time: 0.0438097 Aug 25 18:03:47.539627 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-6eb8260a-623c-4f4a-b409-cc6941a2b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:47.541044 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-6eb8260a-623c-4f4a-b409-cc6941a2b2fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0480382 Aug 25 18:03:47.588943 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-e01209fc-e755-412b-a4b7-8fa2d2303f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:47.590445 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-e01209fc-e755-412b-a4b7-8fa2d2303f76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415599 Aug 25 18:03:47.690235 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-c762a342-9e1d-43ff-bc3f-2349b955f038 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909483 Aug 25 18:03:47.792645 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-30d2e72d-c950-4ce4-9976-651f0cf69f7b req-872f19e2-3ff6-4cb9-9a64-443b0301da76 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901065 Aug 25 18:03:47.908000 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f529d9-d47f-4add-83d0-031d48f0c2e2 req-bd12a581-ff14-47c7-bda6-d1bcb5053114 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:47.909688 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e4f529d9-d47f-4add-83d0-031d48f0c2e2 req-bd12a581-ff14-47c7-bda6-d1bcb5053114 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.0522754 Aug 25 18:03:47.948221 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-e4f529d9-d47f-4add-83d0-031d48f0c2e2 req-0028ce25-8300-4940-ac4c-4643c90ba413 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Aug 25 18:03:49.067500 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767dca9-014b-4170-983e-3558a5785dc5 req-bb721bad-9c83-4dd9-969b-750b71e569db tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:49.069096 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d767dca9-014b-4170-983e-3558a5785dc5 req-bb721bad-9c83-4dd9-969b-750b71e569db tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.0528951 Aug 25 18:03:49.105840 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-d767dca9-014b-4170-983e-3558a5785dc5 req-eeefcfea-cad7-4152-8358-2e7eee4386af tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309310 Aug 25 18:03:50.220428 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72871387-e5c4-4e9b-9de9-7bc55452b89b req-b5c8b390-da47-402a-8f3b-6c719c61ba07 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:50.221861 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72871387-e5c4-4e9b-9de9-7bc55452b89b req-b5c8b390-da47-402a-8f3b-6c719c61ba07 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.0496716 Aug 25 18:03:50.260605 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-72871387-e5c4-4e9b-9de9-7bc55452b89b req-e69e21dd-1b2a-4a7a-b8bc-30ee9d11e026 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Aug 25 18:03:51.376628 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47933a72-6f09-4d87-b655-48279ba64e30 req-dbcb9ebc-6b24-4850-aeee-c1c588de46b4 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:51.378131 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-47933a72-6f09-4d87-b655-48279ba64e30 req-dbcb9ebc-6b24-4850-aeee-c1c588de46b4 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.0510924 Aug 25 18:03:51.416969 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-47933a72-6f09-4d87-b655-48279ba64e30 req-edca93b3-9dc7-40b3-877f-436c412a86f5 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328522 Aug 25 18:03:52.536791 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd5006-4eaa-45f5-9727-3d7985a5583b req-c7155944-cc09-4ffa-8446-5e1f46f2e370 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:52.538265 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7edd5006-4eaa-45f5-9727-3d7985a5583b req-c7155944-cc09-4ffa-8446-5e1f46f2e370 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.0560381 Aug 25 18:03:52.580618 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7edd5006-4eaa-45f5-9727-3d7985a5583b req-807e6111-a2b5-4a19-b8a1-5b749362616f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365052 Aug 25 18:03:53.694164 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe050d-d939-460e-91c6-c6589bb2eea7 req-b816c36f-3c96-48f1-86cd-cf9558aac53a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:53.695615 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-febe050d-d939-460e-91c6-c6589bb2eea7 req-b816c36f-3c96-48f1-86cd-cf9558aac53a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.0477836 Aug 25 18:03:53.731084 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-febe050d-d939-460e-91c6-c6589bb2eea7 req-54ce2b4e-cbb6-4470-9fda-3c48142a4388 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297570 Aug 25 18:03:54.509080 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53220) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:54.613075 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82c1ef47-1351-448f-b96b-17444140a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:54.700772 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82c1ef47-1351-448f-b96b-17444140a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:54.704555 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82c1ef47-1351-448f-b96b-17444140a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:54.741985 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-82c1ef47-1351-448f-b96b-17444140a621 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd18c37f0cba44b4b15b023f6e5f8fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318406 Aug 25 18:03:54.743090 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1ef47-1351-448f-b96b-17444140a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1062a4-5f7e-4198-a8e8-6576d74fe4c1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:54.744777 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:03:54.804804 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d15d3fa3-e997-429b-b070-c7910edf1d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:54.827354 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d15d3fa3-e997-429b-b070-c7910edf1d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:54.875710 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d15d3fa3-e997-429b-b070-c7910edf1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:54.878932 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d15d3fa3-e997-429b-b070-c7910edf1d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:54.880093 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d15d3fa3-e997-429b-b070-c7910edf1d17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea1062a4-5f7e-4198-a8e8-6576d74fe4c1 HTTP/1.1" status: 204 len: 168 time: 0.1335065 Aug 25 18:03:54.888303 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d3fa3-e997-429b-b070-c7910edf1d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1062a4-5f7e-4198-a8e8-6576d74fe4c1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:54.968223 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2bf1-6137-40e1-9c50-5f24e52615c4 req-7e9a1e6f-7ebf-4c23-9f1c-3a1bc99875ed tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:54.969742 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f42c2bf1-6137-40e1-9c50-5f24e52615c4 req-7e9a1e6f-7ebf-4c23-9f1c-3a1bc99875ed tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 944 time: 0.1698112 Aug 25 18:03:55.015247 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f42c2bf1-6137-40e1-9c50-5f24e52615c4 req-74307191-0c5c-408d-a4c5-811688f0062f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388761 Aug 25 18:03:55.413290 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device eeff34ee-2660-45b7-a558-cb9b2eeecb5c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:03:55.505896 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port eeff34ee-2660-45b7-a558-cb9b2eeecb5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:55.516703 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'port_id': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'mac_address': 'fa:16:3e:91:aa:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:03:55.557155 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:55.569434 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeff34ee-2660-45b7-a558-cb9b2eeecb5c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:03:55.588006 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port eeff34ee-2660-45b7-a558-cb9b2eeecb5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:55.592191 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:55.643197 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:55.806363 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['eeff34ee-2660-45b7-a558-cb9b2eeecb5c'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:03:56.288469 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a975134-0e5b-4d0f-bcc7-f3c938e9d01d req-76cad021-249a-4ced-8eb3-a359203e1c23 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:56.289982 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9a975134-0e5b-4d0f-bcc7-f3c938e9d01d req-76cad021-249a-4ced-8eb3-a359203e1c23 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 945 time: 0.2070487 Aug 25 18:03:56.328408 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9a975134-0e5b-4d0f-bcc7-f3c938e9d01d req-77ba83d0-d1d8-4575-b753-75cb442b45e5 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324636 Aug 25 18:03:57.413261 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device eeff34ee-2660-45b7-a558-cb9b2eeecb5c up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:03:57.442114 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b3c3-d14a-42ce-a7e2-c7fcffe83c73 req-16906871-8640-4453-bfe7-5895cbbc0468 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:57.445047 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6139b3c3-d14a-42ce-a7e2-c7fcffe83c73 req-16906871-8640-4453-bfe7-5895cbbc0468 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Aug 25 18:03:57.461909 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port eeff34ee-2660-45b7-a558-cb9b2eeecb5c completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:03:57.465571 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port eeff34ee-2660-45b7-a558-cb9b2eeecb5c triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:03:57.465941 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:57.485121 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6139b3c3-d14a-42ce-a7e2-c7fcffe83c73 req-83f26cfc-e0a7-4090-a957-27fa75000247 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356882 Aug 25 18:03:57.545192 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:57.566471 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:03:57.568697 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fa9d70-4f82-48a7-8b42-03e6991c9b07" -d '{"events": [{"server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "name": "network-vif-plugged", "status": "completed", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:03:57.584405 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port eeff34ee-2660-45b7-a558-cb9b2eeecb5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:03:57.588449 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:03:57.611883 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fd9843-b43d-4ff2-9fc4-bfac707d6359 x-openstack-request-id: req-35fd9843-b43d-4ff2-9fc4-bfac707d6359 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:03:57.612089 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "name": "network-vif-plugged", "status": "completed", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:03:57.612366 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35fd9843-b43d-4ff2-9fc4-bfac707d6359 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:03:57.612755 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'code': 200} Aug 25 18:03:57.639025 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:03:57.815562 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878878c-9d59-406c-97b2-b0a22dacf4a0 req-2526348a-6cd0-48db-b12e-b4b2d311fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:57.817070 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9878878c-9d59-406c-97b2-b0a22dacf4a0 req-2526348a-6cd0-48db-b12e-b4b2d311fa3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 1099 time: 0.0406022 Aug 25 18:03:57.851735 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9878878c-9d59-406c-97b2-b0a22dacf4a0 req-dbb09e4e-2550-4b77-a804-7fbcb595877a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269878 Aug 25 18:03:58.608431 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b413e3a-b0b4-4bc1-ac79-58c4a4be5a8d req-2cc148f5-9d61-465a-b613-d247d8b09bc8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:58.609920 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2b413e3a-b0b4-4bc1-ac79-58c4a4be5a8d req-2cc148f5-9d61-465a-b613-d247d8b09bc8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 946 time: 0.0519142 Aug 25 18:03:58.648157 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2b413e3a-b0b4-4bc1-ac79-58c4a4be5a8d req-5f6fb9f1-ca93-443f-af8a-c7cdfc2f290d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Aug 25 18:03:59.767090 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcef6f2-6557-451a-a0f9-ab92375b3ad0 req-4eadc2db-b5c4-4e34-82be-15b2ce5ad554 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:59.768587 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef6f2-6557-451a-a0f9-ab92375b3ad0 req-4eadc2db-b5c4-4e34-82be-15b2ce5ad554 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Aug 25 18:03:59.808168 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ffcef6f2-6557-451a-a0f9-ab92375b3ad0 req-8c472a58-fcf3-43fb-974c-1b456710f4b7 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337565 Aug 25 18:03:59.919099 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a424e-859e-4528-991a-8c2fc2f8fb60 req-4a984be5-a751-45fc-bb39-8d9100b1a9ae tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:03:59.920586 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-355a424e-859e-4528-991a-8c2fc2f8fb60 req-4a984be5-a751-45fc-bb39-8d9100b1a9ae tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 946 time: 0.0476663 Aug 25 18:03:59.961800 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-355a424e-859e-4528-991a-8c2fc2f8fb60 req-5dca2cea-c62e-48b3-aa3d-1e7189b93449 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347228 Aug 25 18:03:59.983745 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:04:00.122732 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e850ea-9d63-4840-aac7-e1f6a8556e2f tempest-TestVolumeBootPattern-930747226 tempest-TestVolumeBootPattern-930747226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:00.124272 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e8e850ea-9d63-4840-aac7-e1f6a8556e2f tempest-TestVolumeBootPattern-930747226 tempest-TestVolumeBootPattern-930747226-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 1094 time: 0.1395202 Aug 25 18:04:00.127036 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:04:00.131307 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'port_id': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:04:00.152606 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:00.247651 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:00.352060 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Allocated IP 172.27.2.229 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/79f2b265-e189-4df7-be4c-469134e22335) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:04:00.451058 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:00.494136 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:00.538302 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:04:00.541174 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:04:00.544784 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:04:00.550012 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=79f2b265-e189-4df7-be4c-469134e22335,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:04:00.898172 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:00.970214 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:01.118398 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:01.123089 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:01.190906 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=79f2b265-e189-4df7-be4c-469134e22335,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:04:01.201452 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:01.302000 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Floating IP 089abfdf-1680-4b34-ac54-e8e46a8f6899 associated. External IP: 172.27.2.229, port: eeff34ee-2660-45b7-a558-cb9b2eeecb5c. Aug 25 18:04:01.508419 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:04:01.613964 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:04:01.623725 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:04:01.634066 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:04:01.634695 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:04:01.636569 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:01.663651 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-8ebea453-3697-4a59-b474-fa0ef1a35ed8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5356157 Aug 25 18:04:01.664305 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:04:01.666551 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e9617-bbba-4f08-8893-77509c1e039b" -d '{"events": [{"name": "network-changed", "server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:04:01.703184 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557d54de-5352-43f2-9bb0-033c6a302dfd x-openstack-request-id: req-557d54de-5352-43f2-9bb0-033c6a302dfd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:04:01.703478 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:04:01.703739 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-557d54de-5352-43f2-9bb0-033c6a302dfd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:04:01.704244 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'status': 'completed', 'code': 200} Aug 25 18:04:01.741358 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:04:01.788357 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9617-bbba-4f08-8893-77509c1e039b req-eba2507a-a507-4555-be34-65522fa9c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:01.790678 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a04e9617-bbba-4f08-8893-77509c1e039b req-eba2507a-a507-4555-be34-65522fa9c20f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 1099 time: 0.0583005 Aug 25 18:04:01.891270 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9617-bbba-4f08-8893-77509c1e039b req-608979f9-6e4a-445c-a9f5-43456c87494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:01.894266 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a04e9617-bbba-4f08-8893-77509c1e039b req-608979f9-6e4a-445c-a9f5-43456c87494a service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0921555 Aug 25 18:04:01.958264 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a04e9617-bbba-4f08-8893-77509c1e039b req-1ef231dd-fdeb-406d-932b-78b3ae953405 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c HTTP/1.1" status: 200 len: 1000 time: 0.0573208 Aug 25 18:04:01.994115 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '089abfdf-1680-4b34-ac54-e8e46a8f6899', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:91:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:04:00Z', 'updated_at': '2021-08-25T18:04:00Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:04:02.007503 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9617-bbba-4f08-8893-77509c1e039b req-f06ea060-696a-45bc-a041-e469c53ce25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:02.008999 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a04e9617-bbba-4f08-8893-77509c1e039b req-f06ea060-696a-45bc-a041-e469c53ce25a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0439239 Aug 25 18:04:02.023896 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:04:02.032447 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:04:02.033060 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:03:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:04:02.058463 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9617-bbba-4f08-8893-77509c1e039b req-43cc0dbc-994e-44cd-bfd1-f3b7936f882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:02.064873 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a04e9617-bbba-4f08-8893-77509c1e039b req-43cc0dbc-994e-44cd-bfd1-f3b7936f882a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435667 Aug 25 18:04:02.140772 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:04:02.156092 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a04e9617-bbba-4f08-8893-77509c1e039b req-2e02f070-740e-41ec-8662-8a9380b7b188 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Aug 25 18:04:02.249072 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-a04e9617-bbba-4f08-8893-77509c1e039b req-6257fade-6f7f-4723-84f1-72478c8b9e3e service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908611 Aug 25 18:04:02.477073 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '089abfdf-1680-4b34-ac54-e8e46a8f6899', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:91:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:04:00Z', 'updated_at': '2021-08-25T18:04:00Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:04:02.506998 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de16be-0f4c-4f6b-a284-4e3e7330f3e3 None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '089abfdf-1680-4b34-ac54-e8e46a8f6899', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:91:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:04:00Z', 'updated_at': '2021-08-25T18:04:00Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:04:02.684364 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47be23-4a13-4bea-bc3e-309a6f30d465 None None] New status for floating IP 089abfdf-1680-4b34-ac54-e8e46a8f6899: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:04:03.197006 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:05.724402 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a172130-2aab-4ea3-8b5a-889c47f7576d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:07.248651 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:04:08.410030 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-920248f5-0646-4c40-9494-4f8b29f0cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:08.618583 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:09.563853 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:09.801532 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-12af7c84-eb40-455f-ad0d-3cd4ac8db741 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399859 Aug 25 18:04:09.889904 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76b910-18eb-4371-a391-e406cb065789 req-c395319f-ca56-4f8b-8036-4eb0bea99172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:09.892093 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-c395319f-ca56-4f8b-8036-4eb0bea99172 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 1099 time: 0.0438998 Aug 25 18:04:10.006699 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76b910-18eb-4371-a391-e406cb065789 req-1e587792-7271-44d0-a4fb-4644f9e015d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:10.008156 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-1e587792-7271-44d0-a4fb-4644f9e015d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0940161 Aug 25 18:04:10.073427 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-14f4f4e7-1890-4bc1-8fb9-e7e42938982a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c HTTP/1.1" status: 200 len: 1002 time: 0.0565541 Aug 25 18:04:10.122602 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76b910-18eb-4371-a391-e406cb065789 req-213e17a2-80e7-4550-8049-dbaf604336f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:10.124015 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-213e17a2-80e7-4550-8049-dbaf604336f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0437257 Aug 25 18:04:10.178320 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76b910-18eb-4371-a391-e406cb065789 req-2fb56b74-1c61-4318-8248-c8e0c70fa9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:04:10.179785 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-2fb56b74-1c61-4318-8248-c8e0c70fa9ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425730 Aug 25 18:04:10.272984 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-f2ea5bc2-d79e-4e85-b58b-dad1ded0fe11 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811706 Aug 25 18:04:10.371678 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4e76b910-18eb-4371-a391-e406cb065789 req-50ef43f9-86e3-4bb8-82f8-0fb7c11478e7 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908940 Aug 25 18:04:11.352672 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:33.204142 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:35.725609 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b856d890-0e74-4ce6-bb94-d33ffc13dc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:38.409517 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b62a0b79-8bc1-420b-8abe-ff0e95fd59f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:38.619251 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:39.565265 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:41.355671 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:04:44.247848 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:05:03.208444 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:05.725970 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d709c8d9-0729-42c8-ac1e-4677c228bcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:08.408924 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec483-e77a-4a7c-96b4-f0de5fa2ebc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:08.619448 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:09.567913 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:10.842612 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-86a7318b-d5f6-4d1c-bc12-cd3cb6917bea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848913 Aug 25 18:05:10.926870 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b061-847f-41ea-9eb4-26b8d367259d req-2d52fc1f-b44a-4799-8e7d-f861dbfe5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:05:10.928376 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-2d52fc1f-b44a-4799-8e7d-f861dbfe5a72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 1099 time: 0.0403328 Aug 25 18:05:11.032557 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b061-847f-41ea-9eb4-26b8d367259d req-d84f5c82-cf8c-4b69-94dd-21a72edfd772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:05:11.033908 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-d84f5c82-cf8c-4b69-94dd-21a72edfd772 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0853553 Aug 25 18:05:11.098478 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-aa4422eb-6a50-4b9a-a456-feeac71ceb0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c HTTP/1.1" status: 200 len: 1002 time: 0.0569637 Aug 25 18:05:11.150140 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b061-847f-41ea-9eb4-26b8d367259d req-a7c6b9d7-5f0e-43c8-8330-f7af8b64b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:05:11.151543 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-a7c6b9d7-5f0e-43c8-8330-f7af8b64b2d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0458295 Aug 25 18:05:11.199149 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b061-847f-41ea-9eb4-26b8d367259d req-6de2cb3d-a099-4f40-b1d5-43d9135e8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:05:11.200756 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-6de2cb3d-a099-4f40-b1d5-43d9135e8d98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417697 Aug 25 18:05:11.212728 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-0be86c30-166b-4a5f-a343-a313e4619756 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:05:11.213677 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-0be86c30-166b-4a5f-a343-a313e4619756 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048461 Aug 25 18:05:11.301998 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-4ce91acd-1ced-4783-bbd7-e23a64d393c7 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809054 Aug 25 18:05:11.358255 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:11.395218 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4498b061-847f-41ea-9eb4-26b8d367259d req-8402e85d-573d-4739-920f-5b51ccecba35 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860059 Aug 25 18:05:21.246569 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:05:33.221916 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:35.725497 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9dadfcb-024d-4183-b6ee-830344ff5010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:38.411545 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11936f4-dfa7-408d-9c56-d4fbd4e661b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:38.619814 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:39.570559 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:41.361935 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:58.219541 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2e569-f61d-4bb1-be01-e8e13bd84650 req-fbcded79-d5fb-4d2c-b7b5-9f3da7953722 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:05:58.221100 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-baa2e569-f61d-4bb1-be01-e8e13bd84650 req-fbcded79-d5fb-4d2c-b7b5-9f3da7953722 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 946 time: 0.3256922 Aug 25 18:05:58.245509 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:05:58.262668 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-baa2e569-f61d-4bb1-be01-e8e13bd84650 req-04096975-e5f1-4e49-af83-0124a8d2b3a7 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351310 Aug 25 18:05:59.390772 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513f3e8-c45c-450e-9978-e42044398548 req-66024aee-30bc-402d-8453-de9f8cc75367 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:05:59.392324 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8513f3e8-c45c-450e-9978-e42044398548 req-66024aee-30bc-402d-8453-de9f8cc75367 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 946 time: 0.0584376 Aug 25 18:05:59.434178 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8513f3e8-c45c-450e-9978-e42044398548 req-ed327112-a29f-43ec-9d25-35bb4b1477ff tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327210 Aug 25 18:05:59.505716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-563cc6e0-981b-458b-b514-226776e8e389 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:05:59.507149 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-563cc6e0-981b-458b-b514-226776e8e389 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 946 time: 0.0479534 Aug 25 18:05:59.595008 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Deleting port eeff34ee-2660-45b7-a558-cb9b2eeecb5c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:05:59.595265 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:59.679894 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] For port eeff34ee-2660-45b7-a558-cb9b2eeecb5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:05:59.680275 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:59.844677 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:59.845124 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:59.845425 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Floating IP 089abfdf-1680-4b34-ac54-e8e46a8f6899 disassociated. External IP: 172.27.2.229, port: eeff34ee-2660-45b7-a558-cb9b2eeecb5c. Aug 25 18:05:59.845734 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Calling delete_port for eeff34ee-2660-45b7-a558-cb9b2eeecb5c owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:05:59.971611 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:05:59.999916 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event deleted for resources: {'Port': ['ID=eeff34ee-2660-45b7-a558-cb9b2eeecb5c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:00.009409 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.009767 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.010114 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.010459 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.010812 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.011131 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.011471 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.011802 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.012531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.012531 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.012840 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.013101 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:00.124646 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:06:00.231939 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:06:00.244009 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:06:00.254745 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:06:00.255368 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:05:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:00.271361 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] No DVR routers for this DVR port eeff34ee-2660-45b7-a558-cb9b2eeecb5c on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:06:00.273904 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:00.275852 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4082ce63-4ef8-4b79-9c86-d43a81e17e3d req-eb4ad4a1-ec0f-43f1-b56d-9d8ecbf5af13 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "DELETE /v2.0/ports/eeff34ee-2660-45b7-a558-cb9b2eeecb5c HTTP/1.1" status: 204 len: 173 time: 0.7625091 Aug 25 18:06:00.276326 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'name': 'network-vif-deleted', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:06:00.278669 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c0d68e-c688-456d-b0b3-3545b088b4c6" -d '{"events": [{"server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "name": "network-vif-deleted", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:06:00.374125 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:06:00.411390 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31872af7-de71-419f-bb49-dc3fb85c0036 x-openstack-request-id: req-31872af7-de71-419f-bb49-dc3fb85c0036 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:06:00.411697 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a738e81c-c5cb-4a80-8c59-41ce46d546b5", "name": "network-vif-deleted", "tag": "eeff34ee-2660-45b7-a558-cb9b2eeecb5c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:06:00.411951 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31872af7-de71-419f-bb49-dc3fb85c0036 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:06:00.412399 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a738e81c-c5cb-4a80-8c59-41ce46d546b5', 'name': 'network-vif-deleted', 'tag': 'eeff34ee-2660-45b7-a558-cb9b2eeecb5c', 'status': 'completed', 'code': 200} Aug 25 18:06:00.547539 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-f41b4594-4fe8-4164-9826-882237f2fec5 req-bbbd8350-95a5-4361-89a1-042dc9df590b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a738e81c-c5cb-4a80-8c59-41ce46d546b5 HTTP/1.1" status: 200 len: 210 time: 0.0417871 Aug 25 18:06:00.599344 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:00.627877 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:06:00.637712 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:06:00.638236 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:05:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:00.753869 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:06:00.961451 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:00.987992 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402db15-6c38-43c8-8403-ab62d342678f None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:06:01.199144 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e22e1eb-dc2f-4daf-9a47-89aa287e7e12 None None] New status for floating IP 089abfdf-1680-4b34-ac54-e8e46a8f6899: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:06:01.790130 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-967d52e0-03f8-4aab-9e1f-a7e1b930114a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656328247&fields=id&tenant_id=753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 267 time: 0.0323935 Aug 25 18:06:01.893032 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-a5150452-1d04-41cf-a771-9ea1497b5bf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:01.894410 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-a5150452-1d04-41cf-a771-9ea1497b5bf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 812 time: 0.0979004 Aug 25 18:06:01.909142 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-1379a9d3-6492-42d1-8144-d077687bd674 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/quotas/753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 375 time: 0.0087361 Aug 25 18:06:01.961848 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-52bcf40b-1baf-46d2-8c6d-0c4cf9017993 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470481 Aug 25 18:06:02.020735 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-7b715924-03c7-48dc-9d53-5ca0628119cc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:06:02.021713 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-7b715924-03c7-48dc-9d53-5ca0628119cc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492411 Aug 25 18:06:02.115210 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-fd268115-0182-4dfe-aadf-8dd563812aff service neutron] 10.222.0.23 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873377 Aug 25 18:06:02.202680 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-e45accb4-d75b-4225-a358-aaf8c3d7e2e9 service neutron] 10.222.0.23 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814757 Aug 25 18:06:02.483348 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fb749d39-d69b-4369-a0a1-6f077f445c80 req-2277d01c-c836-4400-974c-854c02be0f65 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 210 time: 0.0289135 Aug 25 18:06:03.249481 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:03.465789 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-acac4087-6764-4d49-a771-06543b751599 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:03.467258 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-acac4087-6764-4d49-a771-06543b751599 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 812 time: 0.1031864 Aug 25 18:06:03.512728 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-8215a902-3ec4-4d58-bf96-125b5445a847 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 379 time: 0.0355303 Aug 25 18:06:03.523028 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'port': {'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'admin_state_up': True, 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'security_groups': ['5d708522-8622-4a3e-bed0-bcc0a39efd52']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:06:03.585659 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06194c3f-6b21-4063-a14e-6812cee877a3 req-973c29b4-923b-4f89-a93d-7c0e7c9cdfdf tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 210 time: 0.0328970 Aug 25 18:06:03.638165 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Made reservation on behalf of 753366f424764c5da06bc35e0242b93f for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:06:03.641895 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:03.771153 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Allocated IP 172.20.0.14 (03de7664-1971-4cd6-a178-e83c7898b3ca/c05fef2f-f373-4925-8209-02f908fbaba3/5a74be93-f913-4f44-b390-a5abc539961e) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:06:03.917778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:03.933283 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Transition to ACTIVE for port object 5a74be93-f913-4f44-b390-a5abc539961e will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:06:03.966639 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.013570 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Network 03de7664-1971-4cd6-a178-e83c7898b3ca is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:06:04.016646 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:06:04.020483 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:06:04.026624 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=5a74be93-f913-4f44-b390-a5abc539961e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:04.048655 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device eeff34ee-2660-45b7-a558-cb9b2eeecb5c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:06:04.069993 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: eeff34ee-2660-45b7-a558-cb9b2eeecb5c {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:06:04.070345 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device eeff34ee-2660-45b7-a558-cb9b2eeecb5c not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:06:04.080640 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:04.081270 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.097768 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-cead5a72-f1e2-4eed-953f-62a50c0d7f49 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790687 Aug 25 18:06:04.110155 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Request body: {'port': {'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:06:04.166492 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.246469 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-eb602ad2-048e-4c00-814c-d0a592ef7664 None None] Provisioning for port 5a74be93-f913-4f44-b390-a5abc539961e completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:06:04.250232 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-eb602ad2-048e-4c00-814c-d0a592ef7664 None None] Provisioning complete for port 5a74be93-f913-4f44-b390-a5abc539961e triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:06:04.250870 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb602ad2-048e-4c00-814c-d0a592ef7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.283335 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eb602ad2-048e-4c00-814c-d0a592ef7664 None None] Port 5a74be93-f913-4f44-b390-a5abc539961e cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:06:04.425673 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a74be93-f913-4f44-b390-a5abc539961e {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:06:04.433509 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.444834 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Transition to ACTIVE for port object 5a74be93-f913-4f44-b390-a5abc539961e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:06:04.449448 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.504442 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=5a74be93-f913-4f44-b390-a5abc539961e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:04.570125 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Attempting to bind port 5a74be93-f913-4f44-b390-a5abc539961e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:06:04.570803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Attempting to bind port 5a74be93-f913-4f44-b390-a5abc539961e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:06:04.570803 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Attempting to bind port 5a74be93-f913-4f44-b390-a5abc539961e on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:06:04.575243 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Port 5a74be93-f913-4f44-b390-a5abc539961e on network 03de7664-1971-4cd6-a178-e83c7898b3ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:06:04.575574 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Attempting to bind port 5a74be93-f913-4f44-b390-a5abc539961e on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:06:04.580564 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:06:04.580905 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Checking segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:06:04.581292 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Bound using segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:06:04.581724 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Bound port: 5a74be93-f913-4f44-b390-a5abc539961e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:06:04.582087 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.653529 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] For port 5a74be93-f913-4f44-b390-a5abc539961e, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:06:04.656601 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] For port 5a74be93-f913-4f44-b390-a5abc539961e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a74be93-f913-4f44-b390-a5abc539961e,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:06:04.670013 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.724430 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:04.724921 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:04.726328 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] 10.222.0.10 "PUT /v2.0/ports/5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 200 len: 1094 time: 0.6206062 Aug 25 18:06:04.726778 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:06:04.729088 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "tag": "5a74be93-f913-4f44-b390-a5abc539961e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:06:04.773950 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b19639-10eb-4678-8912-eaafaaf783a7 x-openstack-request-id: req-12b19639-10eb-4678-8912-eaafaaf783a7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:06:04.774409 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "tag": "5a74be93-f913-4f44-b390-a5abc539961e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:06:04.774667 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12b19639-10eb-4678-8912-eaafaaf783a7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:06:04.775064 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e', 'status': 'completed', 'code': 200} Aug 25 18:06:04.775675 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d03db-c282-48ba-b58e-6ebab252fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=5a74be93-f913-4f44-b390-a5abc539961e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:04.795137 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10c0ca-afc4-41eb-9718-06bc2f12e63a req-57fa63ea-9e8f-4b8d-a393-ca6709468741 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:04.796669 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8b10c0ca-afc4-41eb-9718-06bc2f12e63a req-57fa63ea-9e8f-4b8d-a393-ca6709468741 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.1367455 Aug 25 18:06:04.855669 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-8b10c0ca-afc4-41eb-9718-06bc2f12e63a req-388eb24a-9aa2-4072-9a57-40bd80f4ee48 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405593 Aug 25 18:06:04.860941 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-9055a714-ba60-4739-80eb-10416a59a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:04.862690 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-9055a714-ba60-4739-80eb-10416a59a144 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1097 time: 0.0840292 Aug 25 18:06:04.913082 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-df989a9b-5f09-47d0-92a6-11f18592bb21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 200 len: 217 time: 0.0407012 Aug 25 18:06:04.965702 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-66992a06-f22c-4770-98b5-034923e7679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:04.967120 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-66992a06-f22c-4770-98b5-034923e7679b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0461435 Aug 25 18:06:05.017696 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087491-a841-494a-a154-a396bff06ea1 req-8468d193-4b73-419e-95f4-d5beb004c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:05.019269 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-8468d193-4b73-419e-95f4-d5beb004c31b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441270 Aug 25 18:06:05.112555 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-5ac7afcc-2920-40f9-9606-14b33ab499b3 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851221 Aug 25 18:06:05.204851 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7f087491-a841-494a-a154-a396bff06ea1 req-e2e1e9c3-926b-488d-8461-c0b044c3d459 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844338 Aug 25 18:06:05.298119 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-87c019be-f0e1-439a-be02-0a4af825e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:05.300011 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-87c019be-f0e1-439a-be02-0a4af825e42b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1097 time: 0.0449672 Aug 25 18:06:05.407092 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-a532be09-d354-46dd-9b8f-ba969c41e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:05.408532 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-a532be09-d354-46dd-9b8f-ba969c41e603 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0969572 Aug 25 18:06:05.451482 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-f344be3c-e67a-4207-88ad-21acdc033b04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 200 len: 217 time: 0.0343935 Aug 25 18:06:05.506369 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-81e5a9c1-3c17-4414-9049-e680b43c9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:05.507983 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-81e5a9c1-3c17-4414-9049-e680b43c9f6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0500455 Aug 25 18:06:05.554604 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-c49d9785-ff40-49d3-ac91-bcf243d6ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:05.556065 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-c49d9785-ff40-49d3-ac91-bcf243d6ecd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405495 Aug 25 18:06:05.644658 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-595d650b-1518-4779-b8f5-cafbdc7272f4 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801940 Aug 25 18:06:05.726688 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-472342f7-d36e-4b1b-9bdf-ce7718c69d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:05.743783 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-00e11a0e-e11c-40eb-a7ec-8bae4cd646c2 req-dd2ea3ed-d2ad-44d2-988d-ed8ecada8304 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897734 Aug 25 18:06:05.973530 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af58c70-6b8b-4027-9e39-3ca0631a4951 req-396c04c9-59f2-49ff-9b33-540afe864939 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:05.975059 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9af58c70-6b8b-4027-9e39-3ca0631a4951 req-396c04c9-59f2-49ff-9b33-540afe864939 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0513248 Aug 25 18:06:06.016886 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-9af58c70-6b8b-4027-9e39-3ca0631a4951 req-dbda24c8-d6ce-482c-9217-cbbcc759a9cb tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357080 Aug 25 18:06:07.129849 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d811bd-b579-4743-b070-bb2d7c5660ef req-d8eef41f-85eb-40ce-9ba2-9da2519e8458 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:07.131843 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-07d811bd-b579-4743-b070-bb2d7c5660ef req-d8eef41f-85eb-40ce-9ba2-9da2519e8458 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0498371 Aug 25 18:06:07.169067 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-07d811bd-b579-4743-b070-bb2d7c5660ef req-9acdc2df-c454-49ff-aff8-198ad527dd6e tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313196 Aug 25 18:06:08.284888 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfbde-4591-4412-bb31-d32d980b2c15 req-ffb90afb-b813-43ac-b671-add0e01aba2a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:08.286401 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6c4cfbde-4591-4412-bb31-d32d980b2c15 req-ffb90afb-b813-43ac-b671-add0e01aba2a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0521927 Aug 25 18:06:08.323237 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6c4cfbde-4591-4412-bb31-d32d980b2c15 req-e8e79ff1-8c7a-47e6-9159-5555c8a2694b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303042 Aug 25 18:06:08.412884 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-873410d4-36e0-4208-90cc-43cce36ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:08.623256 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:09.436560 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a396623-140e-4719-835f-4bb357e693d9 req-da67e915-72df-440f-b539-cc9513364970 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:09.438034 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0a396623-140e-4719-835f-4bb357e693d9 req-da67e915-72df-440f-b539-cc9513364970 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0481679 Aug 25 18:06:09.474617 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-0a396623-140e-4719-835f-4bb357e693d9 req-fd3b8c0e-56fb-4f3d-a6be-789059606148 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302670 Aug 25 18:06:09.572398 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:10.598898 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24766869-11fd-4dff-863a-2e02cb48bacd req-b4844533-9497-4375-a704-54559d4cbcee tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:10.600408 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-24766869-11fd-4dff-863a-2e02cb48bacd req-b4844533-9497-4375-a704-54559d4cbcee tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0560932 Aug 25 18:06:10.639917 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-24766869-11fd-4dff-863a-2e02cb48bacd req-ba3140ec-a251-41f9-9a85-408f2c7106ff tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Aug 25 18:06:11.365807 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:11.755144 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71b88-4d28-470c-9e66-a5ecda8ba07d req-754da6fc-30e5-4ff6-8b82-43380628b9cb tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:11.757294 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3ce71b88-4d28-470c-9e66-a5ecda8ba07d req-754da6fc-30e5-4ff6-8b82-43380628b9cb tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0535870 Aug 25 18:06:11.794420 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-3ce71b88-4d28-470c-9e66-a5ecda8ba07d req-93ec96b5-ece2-4604-a37d-5f89a376b9ee tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Aug 25 18:06:13.055188 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fc8c2-498f-4dad-b851-cc7dcf18c604 req-0c3c1ce8-0598-4e34-a356-b3ae9d1ddb24 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:13.056666 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4d8fc8c2-498f-4dad-b851-cc7dcf18c604 req-0c3c1ce8-0598-4e34-a356-b3ae9d1ddb24 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0480027 Aug 25 18:06:13.093550 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-4d8fc8c2-498f-4dad-b851-cc7dcf18c604 req-6a515ff0-1fdd-463d-b595-9af49121dc05 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Aug 25 18:06:14.111137 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 5a74be93-f913-4f44-b390-a5abc539961e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:06:14.203655 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 5a74be93-f913-4f44-b390-a5abc539961e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a74be93-f913-4f44-b390-a5abc539961e,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:06:14.205981 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6256af-b726-4079-86b3-9b7d68ddb4a4 req-9887a6da-5bdf-4383-8a8b-e96c9f830133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:14.207557 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb6256af-b726-4079-86b3-9b7d68ddb4a4 req-9887a6da-5bdf-4383-8a8b-e96c9f830133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 944 time: 0.0491536 Aug 25 18:06:14.214788 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': '5a74be93-f913-4f44-b390-a5abc539961e', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:06:14.246785 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-eb6256af-b726-4079-86b3-9b7d68ddb4a4 req-090c462e-ac30-42b4-8ebb-69eb1e01bc6a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Aug 25 18:06:14.253006 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:14.268491 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a74be93-f913-4f44-b390-a5abc539961e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:06:14.289138 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 5a74be93-f913-4f44-b390-a5abc539961e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a74be93-f913-4f44-b390-a5abc539961e,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:06:14.292751 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:14.340465 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=5a74be93-f913-4f44-b390-a5abc539961e,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:14.347376 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.347724 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.348063 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.348434 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.348766 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.349115 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.349988 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.350315 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.350642 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.350964 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.351283 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.351602 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:14.519152 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['5a74be93-f913-4f44-b390-a5abc539961e'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:06:15.358248 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a509e36-0d1b-4bd0-a740-213a92e159e0 req-484751e1-47bb-4a86-b0c7-09a5c4504abc tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:15.359719 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8a509e36-0d1b-4bd0-a740-213a92e159e0 req-484751e1-47bb-4a86-b0c7-09a5c4504abc tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 945 time: 0.0480201 Aug 25 18:06:15.398013 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8a509e36-0d1b-4bd0-a740-213a92e159e0 req-0b77e648-da2c-406f-a7f0-641751578b73 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317307 Aug 25 18:06:16.126523 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 5a74be93-f913-4f44-b390-a5abc539961e up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:06:16.173918 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port 5a74be93-f913-4f44-b390-a5abc539961e completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:06:16.177477 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port 5a74be93-f913-4f44-b390-a5abc539961e triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:06:16.177849 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:16.254275 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:16.276662 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:06:16.278863 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c580f3d4-a86c-4526-b698-0801a0e80bea" -d '{"events": [{"server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "name": "network-vif-plugged", "status": "completed", "tag": "5a74be93-f913-4f44-b390-a5abc539961e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:06:16.291642 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port 5a74be93-f913-4f44-b390-a5abc539961e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a74be93-f913-4f44-b390-a5abc539961e,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:06:16.295343 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:16.346545 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=5a74be93-f913-4f44-b390-a5abc539961e,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:16.369903 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89855687-0615-4ded-b53c-3bfc3ba7e15b x-openstack-request-id: req-89855687-0615-4ded-b53c-3bfc3ba7e15b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:06:16.370199 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "name": "network-vif-plugged", "status": "completed", "tag": "5a74be93-f913-4f44-b390-a5abc539961e", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:06:16.370452 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89855687-0615-4ded-b53c-3bfc3ba7e15b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:06:16.370847 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e', 'code': 200} Aug 25 18:06:16.529781 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec932c89-80ae-427c-a6c4-f0d356794929 req-08d648c6-34b4-481b-b05c-02781c2ff07b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:16.531305 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ec932c89-80ae-427c-a6c4-f0d356794929 req-08d648c6-34b4-481b-b05c-02781c2ff07b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 946 time: 0.0660577 Aug 25 18:06:16.570078 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ec932c89-80ae-427c-a6c4-f0d356794929 req-18d7dc7d-ff8c-46d5-92a7-909e9f8d5f7d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326564 Aug 25 18:06:16.584379 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f446aa6-3bd2-40b7-ba9e-65a65d19c396 req-4b9ea23e-d97f-47b5-93a3-bcd84b409e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:16.585862 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4f446aa6-3bd2-40b7-ba9e-65a65d19c396 req-4b9ea23e-d97f-47b5-93a3-bcd84b409e0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1099 time: 0.0406237 Aug 25 18:06:16.621970 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4f446aa6-3bd2-40b7-ba9e-65a65d19c396 req-092790e2-cd65-4257-8d32-d400aeb8e21e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280132 Aug 25 18:06:17.695137 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a504ab-be24-4dd6-bbb3-55b138290b2f req-b6096fe2-e6ef-45f9-af21-6aaa5e8ccc6c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:17.696673 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-43a504ab-be24-4dd6-bbb3-55b138290b2f req-b6096fe2-e6ef-45f9-af21-6aaa5e8ccc6c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 946 time: 0.0554156 Aug 25 18:06:17.737117 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-43a504ab-be24-4dd6-bbb3-55b138290b2f req-bf9308d2-0d43-412f-9795-c58a63ef99dd tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341079 Aug 25 18:06:17.852374 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeb42d-37bd-426f-917c-b2f7cbdec54c req-0ab2ef74-5b7e-4db2-9f7b-503d1021e893 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:17.853751 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1feeb42d-37bd-426f-917c-b2f7cbdec54c req-0ab2ef74-5b7e-4db2-9f7b-503d1021e893 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 946 time: 0.0488741 Aug 25 18:06:17.891051 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-1feeb42d-37bd-426f-917c-b2f7cbdec54c req-b58afa8e-f00e-4f93-8342-fe3aa6d96b12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Aug 25 18:06:17.914158 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:06:17.952684 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d62747-e799-4d38-954c-315b19165f5c tempest-TestVolumeBootPattern-930747226 tempest-TestVolumeBootPattern-930747226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:17.954156 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-72d62747-e799-4d38-954c-315b19165f5c tempest-TestVolumeBootPattern-930747226 tempest-TestVolumeBootPattern-930747226-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1094 time: 0.0389471 Aug 25 18:06:17.956924 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:06:17.961733 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:06:17.982842 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:18.079205 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:18.178688 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Allocated IP 172.27.2.129 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/b27886c8-5e29-4738-9fb2-e926c96dee23) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:06:18.280758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:18.318204 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:18.361262 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:06:18.364662 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:06:18.367218 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:06:18.389356 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=b27886c8-5e29-4738-9fb2-e926c96dee23,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:18.402720 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.403060 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.403395 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.403725 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.404294 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.404432 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.404720 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.405039 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.405359 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.405675 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.405990 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.406302 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:06:18.962187 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:19.024563 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:19.170254 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:19.174676 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14353595'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:19.245980 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=b27886c8-5e29-4738-9fb2-e926c96dee23,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:06:19.253706 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:19.351257 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Floating IP 59404f5b-cd68-428b-bc02-e99e1e9bb69d associated. External IP: 172.27.2.129, port: 5a74be93-f913-4f44-b390-a5abc539961e. Aug 25 18:06:19.567075 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:06:19.678133 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:06:19.687716 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:06:19.696557 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:19.698608 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:06:19.700616 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:06:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:19.724428 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-e998c7e4-8ad6-4184-8e61-1d87a1f0cdf3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7664785 Aug 25 18:06:19.725025 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:06:19.727277 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc187f2-898b-4809-87da-866a4d2f9543" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "tag": "5a74be93-f913-4f44-b390-a5abc539961e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:06:19.810527 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:06:19.824779 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcfe85f-3c95-4ac2-a919-34de073d608a x-openstack-request-id: req-cbcfe85f-3c95-4ac2-a919-34de073d608a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:06:19.825069 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "tag": "5a74be93-f913-4f44-b390-a5abc539961e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:06:19.825325 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbcfe85f-3c95-4ac2-a919-34de073d608a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:06:19.825730 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e', 'status': 'completed', 'code': 200} Aug 25 18:06:19.887835 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-9c9e7593-d33b-4c0b-a176-afa19851ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:19.889384 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-9c9e7593-d33b-4c0b-a176-afa19851ecea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1099 time: 0.0409718 Aug 25 18:06:19.982184 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-6d17cf55-5f85-4002-b912-16016c7bbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:19.983677 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-6d17cf55-5f85-4002-b912-16016c7bbe90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0870879 Aug 25 18:06:20.037877 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:18Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:20.049536 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-3b4dcb33-d944-425d-aeeb-ed8bf0b7dd3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 200 len: 1000 time: 0.0575418 Aug 25 18:06:20.110716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-aaf6a3ba-e5be-40a7-8e70-d8387a4e068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:20.112430 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-aaf6a3ba-e5be-40a7-8e70-d8387a4e068f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0551233 Aug 25 18:06:20.165290 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-b199ecc7-ce7a-49a3-bb25-74b114ddeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:06:20.166798 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-b199ecc7-ce7a-49a3-bb25-74b114ddeec7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460303 Aug 25 18:06:20.189834 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:06:20.198369 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:06:20.198981 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:06:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:20.258560 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-55cba6fa-d4c2-45d2-9e93-d515f94a71bb service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835161 Aug 25 18:06:20.304406 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:06:20.353501 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-4dc187f2-898b-4809-87da-866a4d2f9543 req-74b52642-6b19-491e-9651-6e62197776f2 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875869 Aug 25 18:06:20.534333 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:18Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:06:20.564706 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfabbe5-cb0a-4218-a43c-9d4ab4a33d36 None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:18Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:06:20.749157 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1dc70-2016-4382-9360-6631d3be1ef0 None None] New status for floating IP 59404f5b-cd68-428b-bc02-e99e1e9bb69d: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:06:33.266716 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:35.245225 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:06:35.727673 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-871dccd3-0ad3-44b9-9918-227e04fb8bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:38.413735 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36af597e-1d77-484a-bacd-bc1d93d07ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:38.625060 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:39.577863 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:06:41.366443 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:03.282117 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:05.727825 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-524a5742-973b-4148-9f7c-0df9e9cb4a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:08.419375 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09709eb4-1875-4b8f-80f6-99ad3253dd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:08.626560 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:09.578987 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:11.368162 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:12.244803 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:07:12.811698 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-fabe7f0e-d68a-4670-8e63-e2b0d98f4e6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387149 Aug 25 18:07:12.891222 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-0b1dccc1-e361-449b-96c2-2a697167bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:12.892721 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-0b1dccc1-e361-449b-96c2-2a697167bc5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1099 time: 0.0393429 Aug 25 18:07:12.997481 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-9e7e3069-acde-4b92-b304-da11d7cc0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:12.998943 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-9e7e3069-acde-4b92-b304-da11d7cc0428 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0845771 Aug 25 18:07:13.063881 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-26355f0e-4cee-4021-b6fe-5537e2678355 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 200 len: 1002 time: 0.0573220 Aug 25 18:07:13.112507 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-b720951a-73e5-46c1-b095-9d9904812113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:13.114159 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-b720951a-73e5-46c1-b095-9d9904812113 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0430167 Aug 25 18:07:13.163047 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-9b356ccb-03f4-47ef-9a62-fcab6671e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:13.164595 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-9b356ccb-03f4-47ef-9a62-fcab6671e3a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425522 Aug 25 18:07:13.252965 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-540c3f73-661e-4344-ae04-51a2de8d796d service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808856 Aug 25 18:07:13.345459 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-2526c2a6-9a3f-44ba-b1ff-c2c0ff734c3a req-0cef2469-a5e0-4197-b543-3b0ada42a142 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842135 Aug 25 18:07:33.327583 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:35.728790 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac4e7-e726-44c3-afa2-d133bcc9b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:38.420218 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a915-35f7-4b12-9387-0b75b5580aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:38.628328 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:39.582187 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:41.375754 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:49.243546 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:07:55.509906 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5f4a01ad-2016-421d-a798-0fcdb175be80 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656328247&fields=id&tenant_id=753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 267 time: 0.0349638 Aug 25 18:07:55.616833 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-517537e3-e560-48f9-92e3-76f720895732 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:55.618310 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-517537e3-e560-48f9-92e3-76f720895732 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 812 time: 0.1017714 Aug 25 18:07:55.634157 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-229de892-8aef-4ea5-a232-892d08be95a4 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/quotas/753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 375 time: 0.0100892 Aug 25 18:07:55.693485 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-90e3d43b-0f3f-4b2f-ad53-e28bcbbb664d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541959 Aug 25 18:07:55.788108 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-a18776c1-bc15-4e3e-a623-448b23044f48 service neutron] 10.222.0.23 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822914 Aug 25 18:07:55.881977 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-efaef592-27b9-4f0d-bd89-eb08a4d05ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876398 Aug 25 18:07:56.157332 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-18b7b023-f5a9-4d3f-8408-834eea7a22b8 req-05cb2949-252f-4204-8358-0dcdf5f2a92f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 210 time: 0.0263934 Aug 25 18:07:57.254033 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6cc1656f-b8cf-4308-b067-5b6015534ea7 req-4adf3afe-787f-4d1d-88e7-979d62d007bd tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 210 time: 0.0292246 Aug 25 18:07:57.272565 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-d719d43e-8095-4cfc-995a-eaf5dae74489 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:57.274698 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-d719d43e-8095-4cfc-995a-eaf5dae74489 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 812 time: 0.1108978 Aug 25 18:07:57.323425 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-c18293e3-c229-48ee-9e42-1cf51121d4c2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753366f424764c5da06bc35e0242b93f HTTP/1.1" status: 200 len: 379 time: 0.0346875 Aug 25 18:07:57.334715 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'port': {'device_id': '0048cbfc-24a5-4122-bab2-9fb104369461', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'admin_state_up': True, 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'security_groups': ['5d708522-8622-4a3e-bed0-bcc0a39efd52']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:07:57.447231 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Made reservation on behalf of 753366f424764c5da06bc35e0242b93f for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:07:57.450701 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:57.579464 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Allocated IP 172.20.0.8 (03de7664-1971-4cd6-a178-e83c7898b3ca/c05fef2f-f373-4925-8209-02f908fbaba3/e31e4c98-712f-49ba-8fd1-02fb5a3b875d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:07:57.714696 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:57.728990 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Transition to ACTIVE for port object e31e4c98-712f-49ba-8fd1-02fb5a3b875d will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:07:57.763789 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:57.812372 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Network 03de7664-1971-4cd6-a178-e83c7898b3ca is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:07:57.814525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:07:57.818370 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:07:57.829893 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:07:57.856363 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.856672 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.857017 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.857349 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.857683 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.858011 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.858338 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.858663 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.858986 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.859304 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.859623 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.859938 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:07:57.890760 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:57.891551 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:57.906383 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-9ff3d884-6db8-401d-9c35-b937606eee12 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754068 Aug 25 18:07:57.919057 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Request body: {'port': {'device_id': '0048cbfc-24a5-4122-bab2-9fb104369461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:07:57.975543 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:58.062072 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e68b6698-d221-4e24-b4df-473569683ec7 None None] Provisioning for port e31e4c98-712f-49ba-8fd1-02fb5a3b875d completed by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:07:58.065764 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e68b6698-d221-4e24-b4df-473569683ec7 None None] Provisioning complete for port e31e4c98-712f-49ba-8fd1-02fb5a3b875d triggered by entity DHCP. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:07:58.066140 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e68b6698-d221-4e24-b4df-473569683ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:58.099540 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e68b6698-d221-4e24-b4df-473569683ec7 None None] Port e31e4c98-712f-49ba-8fd1-02fb5a3b875d cannot update to ACTIVE because it is not bound. {{(pid=93821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:07:58.232851 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31e4c98-712f-49ba-8fd1-02fb5a3b875d {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:07:58.239995 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:58.251714 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Transition to ACTIVE for port object e31e4c98-712f-49ba-8fd1-02fb5a3b875d will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:07:58.255483 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:58.300658 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:07:58.408272 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Attempting to bind port e31e4c98-712f-49ba-8fd1-02fb5a3b875d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:07:58.408613 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Attempting to bind port e31e4c98-712f-49ba-8fd1-02fb5a3b875d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:07:58.408940 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Attempting to bind port e31e4c98-712f-49ba-8fd1-02fb5a3b875d on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:07:58.419780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e404-e580-4ea1-891d-0b386091911e req-9cf359c9-a8b7-41af-90c7-bb2e361957e3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:58.421359 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9375e404-e580-4ea1-891d-0b386091911e req-9cf359c9-a8b7-41af-90c7-bb2e361957e3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0931342 Aug 25 18:07:58.423651 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Port e31e4c98-712f-49ba-8fd1-02fb5a3b875d on network 03de7664-1971-4cd6-a178-e83c7898b3ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:07:58.423975 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Attempting to bind port e31e4c98-712f-49ba-8fd1-02fb5a3b875d on network 03de7664-1971-4cd6-a178-e83c7898b3ca {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:07:58.435682 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Checking agent: {'id': '860245f3-3037-445e-915f-14e94195a357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'started_at': datetime.datetime(2021, 8, 25, 17, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:07:58.436021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Checking segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:07:58.436421 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Bound using segment: {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:07:58.436888 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Bound port: e31e4c98-712f-49ba-8fd1-02fb5a3b875d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd798b06b-841c-4cd1-aa52-28991349fab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:07:58.437240 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:58.492679 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9375e404-e580-4ea1-891d-0b386091911e req-dc2594e7-354d-4115-8d38-6878163f2eb1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650947 Aug 25 18:07:58.518487 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] For port e31e4c98-712f-49ba-8fd1-02fb5a3b875d, host hv-cinder-78638, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:07:58.521468 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] For port e31e4c98-712f-49ba-8fd1-02fb5a3b875d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:07:58.527770 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:58.562351 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:58.562958 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:07:58.564352 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] 10.222.0.10 "PUT /v2.0/ports/e31e4c98-712f-49ba-8fd1-02fb5a3b875d HTTP/1.1" status: 200 len: 1093 time: 0.6499224 Aug 25 18:07:58.564780 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:07:58.566996 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b56f40-597e-454b-bf4d-c3d5494d371a" -d '{"events": [{"name": "network-changed", "server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:07:58.592666 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516ea81-7b3e-4761-9e18-69526e449bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:07:58.621935 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac33000f-1b6a-420e-a85d-19970529726d x-openstack-request-id: req-ac33000f-1b6a-420e-a85d-19970529726d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:07:58.622232 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:07:58.622517 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac33000f-1b6a-420e-a85d-19970529726d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:07:58.622900 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'status': 'completed', 'code': 200} Aug 25 18:07:58.656309 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5ec56696-a4e2-46fc-a392-123417833389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:58.658749 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-5ec56696-a4e2-46fc-a392-123417833389 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 1096 time: 0.0473142 Aug 25 18:07:58.702377 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-e5662647-b096-47ad-8f5b-58153704ab8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d HTTP/1.1" status: 200 len: 217 time: 0.0343404 Aug 25 18:07:58.753184 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-879a3d51-971b-49b9-ac41-e66e0b779afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:58.754640 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-879a3d51-971b-49b9-ac41-e66e0b779afa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0447948 Aug 25 18:07:58.800669 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e059d8-4d6c-4d12-be02-47465520b692 req-a7b7331e-d003-4f9d-a409-74f34e33b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:58.802117 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-a7b7331e-d003-4f9d-a409-74f34e33b69c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397635 Aug 25 18:07:58.893699 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-617bc33b-4eea-4dfa-a816-0ba7d70888d4 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838003 Aug 25 18:07:58.982927 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-06e059d8-4d6c-4d12-be02-47465520b692 req-e0bfe0a2-e00c-4c59-8a98-5dd347d335ab service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810080 Aug 25 18:07:59.073994 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-5ce92b75-ba69-49f0-8f18-a6afb7991d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:59.075467 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-5ce92b75-ba69-49f0-8f18-a6afb7991d1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 1096 time: 0.0443687 Aug 25 18:07:59.169899 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-befe47d3-0e56-48a6-885c-9d23af48c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:59.171354 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-befe47d3-0e56-48a6-885c-9d23af48c767 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0884356 Aug 25 18:07:59.217449 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-be536b3c-f32f-4f04-a513-3b9b6167c66b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d HTTP/1.1" status: 200 len: 217 time: 0.0382764 Aug 25 18:07:59.541830 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-84ffd861-79bd-4307-9a8c-d5dd2f0c15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:59.543290 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-84ffd861-79bd-4307-9a8c-d5dd2f0c15ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.3180459 Aug 25 18:07:59.619448 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-2a634b26-b3b7-4929-bd56-c15f094068a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:59.620961 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-2a634b26-b3b7-4929-bd56-c15f094068a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698326 Aug 25 18:07:59.631943 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed8a98-34b2-4e5f-a327-50476bc1695b req-fb2fc58f-9a37-4452-8aa3-e7a60e3da65d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:07:59.633558 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e1ed8a98-34b2-4e5f-a327-50476bc1695b req-fb2fc58f-9a37-4452-8aa3-e7a60e3da65d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0740042 Aug 25 18:07:59.722312 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e1ed8a98-34b2-4e5f-a327-50476bc1695b req-913e49e4-9536-40ba-adc3-f20f97e6a2c9 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807202 Aug 25 18:07:59.743842 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-108dde6e-7ee3-4de2-af27-62ba06bbdcad service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093760 Aug 25 18:07:59.837971 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-39b56f40-597e-454b-bf4d-c3d5494d371a req-af9e26ae-1377-4687-b343-68e159e2d07e service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863922 Aug 25 18:08:00.834885 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d1aa-35b2-4810-8747-33dbc0a01770 req-b11da0a2-ed30-4263-ba36-fa3b9c5e12c8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:00.836854 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6892d1aa-35b2-4810-8747-33dbc0a01770 req-b11da0a2-ed30-4263-ba36-fa3b9c5e12c8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0472183 Aug 25 18:08:00.874446 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-6892d1aa-35b2-4810-8747-33dbc0a01770 req-a29a5ee2-dc5e-4695-9246-0d43945d987b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Aug 25 18:08:01.988557 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c40972-51e1-4cb4-b08d-f4b932fcb182 req-09bf9a19-8d05-4011-9033-ae38e1f510aa tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:01.990278 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b3c40972-51e1-4cb4-b08d-f4b932fcb182 req-09bf9a19-8d05-4011-9033-ae38e1f510aa tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0492187 Aug 25 18:08:02.027903 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b3c40972-51e1-4cb4-b08d-f4b932fcb182 req-7c0bff4c-35bf-4a7e-9a13-80a2792ca7a8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Aug 25 18:08:03.140801 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dc61a-21c4-421d-b0d2-5342ef6a2f65 req-1d5291ee-1848-48ba-aa5a-0108379d1b27 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:03.142243 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a67dc61a-21c4-421d-b0d2-5342ef6a2f65 req-1d5291ee-1848-48ba-aa5a-0108379d1b27 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0495067 Aug 25 18:08:03.182510 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-a67dc61a-21c4-421d-b0d2-5342ef6a2f65 req-b1c8f898-73ac-4b47-80d0-16405ba10292 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342655 Aug 25 18:08:03.326360 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:04.298679 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56df45f-4845-4caa-b6fd-d7e0b25ce969 req-4065294a-4b68-4ea3-98bc-f8384f1c47bd tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:04.300379 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e56df45f-4845-4caa-b6fd-d7e0b25ce969 req-4065294a-4b68-4ea3-98bc-f8384f1c47bd tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0512319 Aug 25 18:08:04.342507 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-e56df45f-4845-4caa-b6fd-d7e0b25ce969 req-f2193d56-1e5e-4682-bfbc-3bb1a5bfcc45 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336118 Aug 25 18:08:05.457826 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e821e-fcbe-4ac1-99fc-e2133160a6f5 req-de9af027-53c9-4051-97ca-191ec1cfc84d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:05.459282 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-027e821e-fcbe-4ac1-99fc-e2133160a6f5 req-de9af027-53c9-4051-97ca-191ec1cfc84d tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0494359 Aug 25 18:08:05.496410 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-027e821e-fcbe-4ac1-99fc-e2133160a6f5 req-fcdaa2b6-5d15-4e93-82ac-da92c4feb63a tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Aug 25 18:08:05.728408 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa16fb83-62dd-4feb-a130-886661935141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:06.594320 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e31e4c98-712f-49ba-8fd1-02fb5a3b875d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:08:06.613525 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c028e-4ae9-47e6-b267-881e03685b64 req-56c6cf88-2c7e-488c-8beb-de698228c669 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:06.615255 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5b5c028e-4ae9-47e6-b267-881e03685b64 req-56c6cf88-2c7e-488c-8beb-de698228c669 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 943 time: 0.0538802 Aug 25 18:08:06.653063 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5b5c028e-4ae9-47e6-b267-881e03685b64 req-de3f9af0-a3de-415b-af50-00e6605f27ff tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Aug 25 18:08:06.692045 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e31e4c98-712f-49ba-8fd1-02fb5a3b875d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:08:06.703424 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Returning: {'device': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'port_id': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'mac_address': 'fa:16:3e:71:2c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:08:06.740454 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:06.752621 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31e4c98-712f-49ba-8fd1-02fb5a3b875d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:08:06.770833 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e31e4c98-712f-49ba-8fd1-02fb5a3b875d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:08:06.775351 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:06.821909 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:08:06.829235 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.829481 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.829816 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.830157 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.830516 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.830829 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.831160 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.831491 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.831821 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.832149 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.832517 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.832825 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:08:06.999850 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] get_ports_and_sgs() called for port_ids ['e31e4c98-712f-49ba-8fd1-02fb5a3b875d'] {{(pid=93821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:08:07.766335 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291bbe1-d503-4c14-ae5c-1e5d4715de64 req-07dec749-03ea-47f5-8d9e-e065f21e3e30 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:07.767803 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2291bbe1-d503-4c14-ae5c-1e5d4715de64 req-07dec749-03ea-47f5-8d9e-e065f21e3e30 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 944 time: 0.0494149 Aug 25 18:08:07.805293 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-2291bbe1-d503-4c14-ae5c-1e5d4715de64 req-dd85fedd-a70d-4366-866a-b3d3cd0b72b1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Aug 25 18:08:08.420315 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0df6813d-cbe1-45eb-ba2f-6cc7b17a4875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:08.609761 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e31e4c98-712f-49ba-8fd1-02fb5a3b875d up at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:08:08.661930 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:08.676431 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning for port e31e4c98-712f-49ba-8fd1-02fb5a3b875d completed by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:08:08.679858 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Provisioning complete for port e31e4c98-712f-49ba-8fd1-02fb5a3b875d triggered by entity L2. {{(pid=93821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:08:08.680223 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751558'] for port, provisioning_complete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:08.755115 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:08.777287 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:08:08.779498 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b33f7ae5c2fe45ac3bf845432d3da617007030dd73b615ad029310f869cf1bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0c77f6-44d2-4f50-9d44-957249e0348e" -d '{"events": [{"server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "name": "network-vif-plugged", "status": "completed", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:08:08.791806 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] For port e31e4c98-712f-49ba-8fd1-02fb5a3b875d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:08:08.796146 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:08.818855 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b864cbe-229d-4f83-a6b2-3846bee2b92e x-openstack-request-id: req-2b864cbe-229d-4f83-a6b2-3846bee2b92e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:08:08.819141 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "name": "network-vif-plugged", "status": "completed", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:08:08.819389 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b864cbe-229d-4f83-a6b2-3846bee2b92e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:08:08.820273 dv-cinder-786386-10-iscsi neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'code': 200} Aug 25 18:08:08.846638 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Pushing event updated for resources: {'Port': ['ID=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,revision_number=5']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:08:08.922789 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7aa5e-af10-4f28-a11a-2f1f90e30796 req-5529eae6-07cb-47c1-8d84-e63502090ef9 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:08.924608 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8fc7aa5e-af10-4f28-a11a-2f1f90e30796 req-5529eae6-07cb-47c1-8d84-e63502090ef9 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 945 time: 0.0524318 Aug 25 18:08:08.971991 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8fc7aa5e-af10-4f28-a11a-2f1f90e30796 req-25e043bb-250b-45fb-9184-79650ea4a49c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Aug 25 18:08:09.046498 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3b78-a6da-4339-9819-5fd77a872744 req-9a367bad-5bb8-4d80-8859-d61ea7ef48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:09.047971 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-945d3b78-a6da-4339-9819-5fd77a872744 req-9a367bad-5bb8-4d80-8859-d61ea7ef48aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 1098 time: 0.0387514 Aug 25 18:08:09.084873 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-945d3b78-a6da-4339-9819-5fd77a872744 req-eb296e0e-7f01-4824-b0b4-425570af9c95 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279226 Aug 25 18:08:09.586997 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:10.132720 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedf44c-73aa-4aea-bca4-11846cb111d8 req-fb86c076-06ef-4cee-8245-86d2e4e40261 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:10.134928 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6fedf44c-73aa-4aea-bca4-11846cb111d8 req-fb86c076-06ef-4cee-8245-86d2e4e40261 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 945 time: 0.0751014 Aug 25 18:08:10.178733 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6fedf44c-73aa-4aea-bca4-11846cb111d8 req-38fc813a-2068-4d51-9fd4-a46169b11186 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365765 Aug 25 18:08:11.303123 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504331c-125b-4481-bbee-6c59569c6115 req-16f79830-5f22-403d-b8ed-d9e0aad444b9 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:11.304806 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d504331c-125b-4481-bbee-6c59569c6115 req-16f79830-5f22-403d-b8ed-d9e0aad444b9 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Aug 25 18:08:11.348788 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-d504331c-125b-4481-bbee-6c59569c6115 req-2c3b7087-867c-461e-a5fb-40c6bec70711 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Aug 25 18:08:11.379731 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:11.477582 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b90f7-8f0b-4d3a-b4d8-bef69abf44f0 req-1f5bbdac-afb9-4226-ac09-787aac4c2342 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:11.479009 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7e9b90f7-8f0b-4d3a-b4d8-bef69abf44f0 req-1f5bbdac-afb9-4226-ac09-787aac4c2342 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 945 time: 0.0582535 Aug 25 18:08:11.520731 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-7e9b90f7-8f0b-4d3a-b4d8-bef69abf44f0 req-8937a268-4868-4083-8210-5b9d6eead7a2 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356476 Aug 25 18:08:11.546967 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53518) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:08:11.589237 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d92edc-04e5-4b01-9f67-5d5fd4a6c7e3 tempest-TestVolumeBootPattern-930747226 tempest-TestVolumeBootPattern-930747226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:11.590805 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-f1d92edc-04e5-4b01-9f67-5d5fd4a6c7e3 tempest-TestVolumeBootPattern-930747226 tempest-TestVolumeBootPattern-930747226-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 1093 time: 0.0428224 Aug 25 18:08:11.594218 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53520) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:08:11.598614 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.v2.base [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Request body: {'floatingip': {'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'port_id': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:08:11.621685 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:11.726233 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:11.836532 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Allocated IP 172.27.2.176 (f470491b-204f-42e9-aeec-0b0485ccad48/8d10e834-9bff-4948-a622-3ec1b71460f8/f24db4ef-03bf-407a-9b1b-68646cdc7774) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:08:11.948891 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:11.987157 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773318592799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:12.028860 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Network f470491b-204f-42e9-aeec-0b0485ccad48 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:08:12.031757 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:08:12.035503 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:08:12.057389 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=f24db4ef-03bf-407a-9b1b-68646cdc7774,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:08:12.402387 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:12.470684 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728399'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:12.626165 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:12.630744 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773319047217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773318592817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773318592835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13196503'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:12.698312 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event updated for resources: {'Port': ['ID=f24db4ef-03bf-407a-9b1b-68646cdc7774,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:08:12.711947 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767316'] for floatingip, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:12.808574 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.db.l3_db [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Floating IP 6b5a44a1-ec5e-4499-84b0-eca822a4310b associated. External IP: 172.27.2.176, port: e31e4c98-712f-49ba-8fd1-02fb5a3b875d. Aug 25 18:08:13.006176 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:08:13.113327 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:08:13.124513 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:08:13.130303 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:13.134816 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:08:13.135441 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:08:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:08:13.157132 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-713f6a8c-27c9-4194-8855-3e8a69029c9c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5619011 Aug 25 18:08:13.157716 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:08:13.160008 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50" -d '{"events": [{"name": "network-changed", "server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:08:13.197485 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3201010e-c634-473a-a774-ff5546ce3d4c x-openstack-request-id: req-3201010e-c634-473a-a774-ff5546ce3d4c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:08:13.197781 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:08:13.198040 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3201010e-c634-473a-a774-ff5546ce3d4c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:08:13.198442 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'status': 'completed', 'code': 200} Aug 25 18:08:13.246135 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:08:13.269473 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-a32847f3-ed56-40cb-ab99-4c300db9258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:13.271008 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-a32847f3-ed56-40cb-ab99-4c300db9258f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 1098 time: 0.0509710 Aug 25 18:08:13.361983 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-376ee8fd-85ea-4b42-ad1e-c81e0ee8b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:13.363462 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-376ee8fd-85ea-4b42-ad1e-c81e0ee8b89e service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0848768 Aug 25 18:08:13.433363 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-3a9f4a7b-b438-4936-bc6e-ffae099ad84c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d HTTP/1.1" status: 200 len: 999 time: 0.0614088 Aug 25 18:08:13.468368 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:20Z', 'revision_number': 1, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}, {'id': '6b5a44a1-ec5e-4499-84b0-eca822a4310b', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:71:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048cbfc-24a5-4122-bab2-9fb104369461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:08:12Z', 'updated_at': '2021-08-25T18:08:12Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:08:13.482681 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-8152aac2-31b4-4ead-9483-f6c5dc35170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:13.490614 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-8152aac2-31b4-4ead-9483-f6c5dc35170b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0438595 Aug 25 18:08:13.495143 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:08:13.503526 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:08:13.504143 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:08:08Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:08:13.530155 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-21615e43-f974-404b-9ef8-5424031a3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:13.538839 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-21615e43-f974-404b-9ef8-5424031a3602 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395217 Aug 25 18:08:13.611028 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:08:13.626325 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-7654cf58-9ccd-4126-a62d-8a3041f9212b service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866158 Aug 25 18:08:13.718834 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-6abfbc1e-2cea-4d92-b7a4-b4ff6a1a4d50 req-0ccad69f-7498-4a6f-b721-e2612cbb1d19 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Aug 25 18:08:13.954596 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:20Z', 'revision_number': 1, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}, {'id': '6b5a44a1-ec5e-4499-84b0-eca822a4310b', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:71:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048cbfc-24a5-4122-bab2-9fb104369461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:08:12Z', 'updated_at': '2021-08-25T18:08:12Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:08:13.980619 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab00f84-5624-4454-83f3-52e92188b345 None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:20Z', 'revision_number': 1, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}, {'id': '6b5a44a1-ec5e-4499-84b0-eca822a4310b', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:71:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048cbfc-24a5-4122-bab2-9fb104369461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:08:12Z', 'updated_at': '2021-08-25T18:08:12Z', 'revision_number': 0, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:08:14.168721 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a3be2-5a8d-4c02-a508-cac3fba73cf3 None None] New status for floating IP 6b5a44a1-ec5e-4499-84b0-eca822a4310b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:08:14.819650 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-7a074aaa-34ec-40da-abf2-7b24fe139a88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395396 Aug 25 18:08:14.904544 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-b04de7de-2e74-4155-a815-7cea70e78f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:14.906001 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-b04de7de-2e74-4155-a815-7cea70e78f7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1099 time: 0.0442424 Aug 25 18:08:15.008106 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-b9977ae4-ea9e-4439-ba7b-dded4d63a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:15.009622 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-b9977ae4-ea9e-4439-ba7b-dded4d63a327 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0831583 Aug 25 18:08:15.077580 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-50b0cbfd-4a19-4e68-b11e-0da594901c1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 200 len: 1002 time: 0.0606599 Aug 25 18:08:15.127351 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-c1ce8f88-3ad4-4478-853c-882a8a7cb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:15.128828 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-c1ce8f88-3ad4-4478-853c-882a8a7cb41a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0444152 Aug 25 18:08:15.174676 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-38ac743c-6078-4ce2-bded-fd19f217a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:08:15.176195 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-38ac743c-6078-4ce2-bded-fd19f217a196 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401402 Aug 25 18:08:15.274490 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-35579dbd-2df4-4eab-bac0-2f9574ca4236 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870240 Aug 25 18:08:15.362006 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-ff535a39-5ab8-47cc-bd50-346c93f3a974 req-37e4406f-04fc-4f55-b156-aba5325c5d79 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805154 Aug 25 18:08:26.242351 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:08:33.328233 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:35.729138 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dfa6c8d-1e2b-47ce-8019-39b38c1450fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:38.421306 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82a720a8-81a1-4e0f-90e7-3f7c746fabea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:38.632188 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:39.589150 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:08:41.377527 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:03.240723 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:09:03.325229 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:05.729581 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-540ba84e-cd56-40fd-ac78-357bf552fadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:08.425187 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bb0928a-77d1-4bee-83bd-efce77c991a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:08.632474 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:09.591628 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:11.380224 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:14.819113 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-4674dd15-9ccb-4fa4-8317-129392fa8b46 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392728 Aug 25 18:09:14.885620 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-c11b5d06-2453-4181-a412-60f46b9f4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:14.887106 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-c11b5d06-2453-4181-a412-60f46b9f4e4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 1098 time: 0.0448892 Aug 25 18:09:14.989168 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-7bc49175-e588-4fc6-9632-82a796205741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:14.990630 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-7bc49175-e588-4fc6-9632-82a796205741 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.0832088 Aug 25 18:09:15.059584 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-d91ebdd5-0152-4022-82c0-97e26dc4d04d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d HTTP/1.1" status: 200 len: 1001 time: 0.0598667 Aug 25 18:09:15.108625 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-c2b65c75-d6c1-4e21-9475-a014bc445352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:15.109920 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-c2b65c75-d6c1-4e21-9475-a014bc445352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0428607 Aug 25 18:09:15.154767 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-b8b5efb1-5219-4a62-bad4-ee9c0a02eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:15.156217 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-b8b5efb1-5219-4a62-bad4-ee9c0a02eb74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386491 Aug 25 18:09:15.247354 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-e6019e81-ef19-47be-824e-6686ca968039 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Aug 25 18:09:15.336208 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-78a03c6d-b7ab-4fa1-b521-67e52f74c21d req-f999cae0-6d0b-4160-a88b-d13ff41f41e8 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814452 Aug 25 18:09:33.324354 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:35.150421 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [req-4a127493-a109-4cee-98e4-f7a48c9e7251 req-22843151-af03-4d02-b915-60b7e3b3940a service neutron] (93820) timed out ('10.222.0.10', 58149) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:09:35.729819 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d036b39-46cc-4280-be7e-743207653efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:38.426667 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d930414-c075-4fd8-b945-a95099fcee70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:38.633601 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:39.594700 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:40.240008 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:09:40.379635 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:40.591303 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Deleting port f24db4ef-03bf-407a-9b1b-68646cdc7774 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:40.591643 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:40.667946 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:40.668294 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:40.679639 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Calling delete_port for f24db4ef-03bf-407a-9b1b-68646cdc7774 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:40.825749 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:40.855091 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event deleted for resources: {'Port': ['ID=f24db4ef-03bf-407a-9b1b-68646cdc7774,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:40.879743 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.880096 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.880463 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.880802 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.881135 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.881469 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.881797 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.882124 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.882452 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.882774 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.883094 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.883414 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:40.927067 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:40.927067 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Floating IP 6b5a44a1-ec5e-4499-84b0-eca822a4310b disassociated (deleted). External IP: 172.27.2.176, port: e31e4c98-712f-49ba-8fd1-02fb5a3b875d. Aug 25 18:09:41.130559 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:09:41.238797 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:09:41.243872 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:41.248536 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:09:41.257831 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:41.258441 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:41.269532 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-d0b374f0-8712-44f1-92e1-7cba06449133 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b5a44a1-ec5e-4499-84b0-eca822a4310b HTTP/1.1" status: 204 len: 168 time: 0.8887982 Aug 25 18:09:41.270233 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:09:41.272575 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9205058a-f551-4aab-922b-e29a9ebf45e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:09:41.312502 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a067a7d0-8612-422f-a0af-53138d4cf718 x-openstack-request-id: req-a067a7d0-8612-422f-a0af-53138d4cf718 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:09:41.312811 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:09:41.313050 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a067a7d0-8612-422f-a0af-53138d4cf718 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:09:41.313441 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'status': 'completed', 'code': 200} Aug 25 18:09:41.386411 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-1e6b905c-3eaa-4186-91ad-b2958f203188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:41.387760 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:41.394846 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-1e6b905c-3eaa-4186-91ad-b2958f203188 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 1098 time: 0.0520451 Aug 25 18:09:41.491775 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:41.503341 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-1b8ced05-6b9c-4eea-affb-b2d6d07d5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:41.504879 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-1b8ced05-6b9c-4eea-affb-b2d6d07d5f5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.1007540 Aug 25 18:09:41.552535 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-0063d75d-4d82-4896-88ea-040129d92a90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d HTTP/1.1" status: 200 len: 217 time: 0.0388293 Aug 25 18:09:41.609011 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-a2ed857c-7738-4d51-83fc-c3e418c8bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:41.610077 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a8921-9733-4dbf-b816-bd29ad861146 req-64e15642-d486-445a-be3a-8bd9d389a34b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:41.610564 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-a2ed857c-7738-4d51-83fc-c3e418c8bdda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0474069 Aug 25 18:09:41.611707 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8c2a8921-9733-4dbf-b816-bd29ad861146 req-64e15642-d486-445a-be3a-8bd9d389a34b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 945 time: 0.1536527 Aug 25 18:09:41.652118 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:20Z', 'revision_number': 1, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:41.652554 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-8c2a8921-9733-4dbf-b816-bd29ad861146 req-1398dd8e-9fb6-481c-bd0a-7ee30b364079 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340614 Aug 25 18:09:41.672025 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-114d7f5c-9eae-4187-8277-b28be1038b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:41.673576 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-114d7f5c-9eae-4187-8277-b28be1038b7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531204 Aug 25 18:09:41.683508 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:09:41.692057 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:41.692706 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:41.770188 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-68ce7608-f961-44bf-81f3-2f64c6823bec service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871804 Aug 25 18:09:41.802014 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:42.046528 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:20Z', 'revision_number': 1, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:42.086871 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa536eb-2d51-4bb8-b3d5-0661e3f8b5ba None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_floatingips': [{'id': '59404f5b-cd68-428b-bc02-e99e1e9bb69d', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'router_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'port_id': '5a74be93-f913-4f44-b390-a5abc539961e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'mac_address': 'fa:16:3e:cf:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:06:18Z', 'updated_at': '2021-08-25T18:06:20Z', 'revision_number': 1, 'project_id': '753366f424764c5da06bc35e0242b93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:09:42.155380 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-9205058a-f551-4aab-922b-e29a9ebf45e1 req-18456a3d-0d32-4aba-adfd-df70db6784dd service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764846 Aug 25 18:09:42.308868 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a0886b-e8d9-47d3-931c-eeedeb233cf9 None None] New status for floating IP 6b5a44a1-ec5e-4499-84b0-eca822a4310b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:09:42.824987 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba491f8-8e95-4744-8a2b-15b14edc2cfc req-cb3f4e6e-9ba1-4692-9c17-6d47b597fa6b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:42.826454 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bba491f8-8e95-4744-8a2b-15b14edc2cfc req-cb3f4e6e-9ba1-4692-9c17-6d47b597fa6b tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 945 time: 0.0965965 Aug 25 18:09:42.876066 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-bba491f8-8e95-4744-8a2b-15b14edc2cfc req-c6f6c3eb-c678-4026-8760-f2da2e8b83ec tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434265 Aug 25 18:09:43.164315 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-f213620e-5cb3-4931-a2a1-658d09a77fa3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:43.165749 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-f213620e-5cb3-4931-a2a1-658d09a77fa3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Aug 25 18:09:43.254415 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Deleting port e31e4c98-712f-49ba-8fd1-02fb5a3b875d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:43.254750 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:43.342571 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] For port e31e4c98-712f-49ba-8fd1-02fb5a3b875d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:43.342938 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:43.355493 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Calling delete_port for e31e4c98-712f-49ba-8fd1-02fb5a3b875d owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:43.481020 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:43.509298 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event deleted for resources: {'Port': ['ID=e31e4c98-712f-49ba-8fd1-02fb5a3b875d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:43.523403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.523752 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.524091 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.524457 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.524787 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.525114 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.525448 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.525776 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.526099 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.526418 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.527004 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.527327 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:43.565621 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] No DVR routers for this DVR port e31e4c98-712f-49ba-8fd1-02fb5a3b875d on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:09:43.568121 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:43.570256 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-59cd4dbe-0e92-4664-a4f9-12e02e7707c2 req-9c478c99-adde-4864-b0f2-5d1f2b6ca10c tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "DELETE /v2.0/ports/e31e4c98-712f-49ba-8fd1-02fb5a3b875d HTTP/1.1" status: 204 len: 173 time: 0.3983912 Aug 25 18:09:43.570690 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'name': 'network-vif-deleted', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:09:43.573696 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0275b833-b228-4f5e-a774-3364a15ca604" -d '{"events": [{"server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "name": "network-vif-deleted", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:09:43.624528 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c6209-6ae3-4e47-aa83-31942c048636 x-openstack-request-id: req-658c6209-6ae3-4e47-aa83-31942c048636 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:09:43.624818 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0048cbfc-24a5-4122-bab2-9fb104369461", "name": "network-vif-deleted", "tag": "e31e4c98-712f-49ba-8fd1-02fb5a3b875d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:09:43.625134 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-658c6209-6ae3-4e47-aa83-31942c048636 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:09:43.625461 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0048cbfc-24a5-4122-bab2-9fb104369461', 'name': 'network-vif-deleted', 'tag': 'e31e4c98-712f-49ba-8fd1-02fb5a3b875d', 'status': 'completed', 'code': 200} Aug 25 18:09:43.994911 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-5d069f0e-1b06-4848-a602-750faba3bf54 req-f7fa28ef-fcba-4296-b38d-09d12f70c8c3 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0048cbfc-24a5-4122-bab2-9fb104369461 HTTP/1.1" status: 200 len: 210 time: 0.0291147 Aug 25 18:09:47.170812 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e31e4c98-712f-49ba-8fd1-02fb5a3b875d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:47.191139 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: e31e4c98-712f-49ba-8fd1-02fb5a3b875d {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:47.191417 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device e31e4c98-712f-49ba-8fd1-02fb5a3b875d not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:09:47.269457 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:47.661984 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Deleting port b27886c8-5e29-4738-9fb2-e926c96dee23 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:47.662329 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:47.738373 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:47.738707 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:47.750883 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Calling delete_port for b27886c8-5e29-4738-9fb2-e926c96dee23 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:47.893450 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:47.923085 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event deleted for resources: {'Port': ['ID=b27886c8-5e29-4738-9fb2-e926c96dee23,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:47.979482 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:47.979806 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.db.l3_db [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Floating IP 59404f5b-cd68-428b-bc02-e99e1e9bb69d disassociated (deleted). External IP: 172.27.2.129, port: 5a74be93-f913-4f44-b390-a5abc539961e. Aug 25 18:09:48.184187 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:09:48.299867 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:09:48.304460 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:48.309197 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:09:48.317852 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:48.318464 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:48.331856 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-f79a5088-6274-4a63-a9cc-765d94ebf8f0 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "DELETE /v2.0/floatingips/59404f5b-cd68-428b-bc02-e99e1e9bb69d HTTP/1.1" status: 204 len: 168 time: 1.0613277 Aug 25 18:09:48.332475 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:09:48.334763 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69930803c5e2fbbbd42d82f62dc6d585a13abb76533bbfd63e2c2f6452aafb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab8959-6dc0-4d46-9226-2933b053edde" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "tag": "5a74be93-f913-4f44-b390-a5abc539961e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:09:48.371758 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e71a1c-ed79-4697-b3f3-5405ca06a3d7 x-openstack-request-id: req-00e71a1c-ed79-4697-b3f3-5405ca06a3d7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:09:48.372079 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "tag": "5a74be93-f913-4f44-b390-a5abc539961e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:09:48.372361 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00e71a1c-ed79-4697-b3f3-5405ca06a3d7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:09:48.372757 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e', 'status': 'completed', 'code': 200} Aug 25 18:09:48.438071 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-e0608026-237f-4f21-a75e-adaa9b91bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:48.440090 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-e0608026-237f-4f21-a75e-adaa9b91bb39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753366f424764c5da06bc35e0242b93f&device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 1099 time: 0.0449204 Aug 25 18:09:48.442495 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:48.554965 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-7ad8fdd1-09b5-47af-a8f4-9489786bd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:48.556920 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-7ad8fdd1-09b5-47af-a8f4-9489786bd7bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 200 len: 913 time: 0.1035204 Aug 25 18:09:48.577846 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd4a41-12db-498b-8097-a2318c4af44b req-824c0dbd-22e6-4eb6-8fe6-d4f914f9f120 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:48.579607 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ffcd4a41-12db-498b-8097-a2318c4af44b req-824c0dbd-22e6-4eb6-8fe6-d4f914f9f120 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 946 time: 0.0603871 Aug 25 18:09:48.610917 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-f85cef0a-b53f-4511-baa8-d570e69b1035 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 200 len: 217 time: 0.0454690 Aug 25 18:09:48.623883 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [req-ffcd4a41-12db-498b-8097-a2318c4af44b req-4e808ee1-08fe-4025-9645-f90b502611fe tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Aug 25 18:09:48.667079 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-d7d08238-2112-4dd8-9f03-cd389b42a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:48.668583 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-d7d08238-2112-4dd8-9f03-cd389b42a8c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 200 len: 851 time: 0.0496678 Aug 25 18:09:48.719139 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-d333a848-8b02-4f29-b003-56f235300462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:48.726130 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-d333a848-8b02-4f29-b003-56f235300462 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03de7664-1971-4cd6-a178-e83c7898b3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436535 Aug 25 18:09:48.780930 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:48.810754 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:09:48.819463 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:48.820089 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:48.820653 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-b4bee5d7-d53d-434d-882b-d97946e9f108 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916908 Aug 25 18:09:48.920332 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-c0ab8959-6dc0-4d46-9226-2933b053edde req-95b02763-7cdc-4577-a661-aebdd39dd885 service neutron] 10.222.0.10 "GET /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899045 Aug 25 18:09:48.928565 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:49.138429 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:49.164610 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fafc43-9271-4c37-835b-ef42b1f4dcf2 None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:09Z', 'revision_number': 4, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi', '_interfaces': [{'id': '3e6ebbeb-a298-40ee-8050-9f5b924384b0', 'name': '', 'network_id': '03de7664-1971-4cd6-a178-e83c7898b3ca', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'mac_address': 'fa:16:3e:b4:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:08Z', 'updated_at': '2021-08-25T18:03:16Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'subnets': [{'id': 'c05fef2f-f373-4925-8209-02f908fbaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:09:49.383718 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab00994-9df5-41e3-b2f2-f3ce41a8d029 None None] New status for floating IP 59404f5b-cd68-428b-bc02-e99e1e9bb69d: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:09:49.762114 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4604394-5e93-452a-9721-8e3e1eb24595 req-5ba6ad39-4a33-4186-8608-f9cc852012be tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:49.763971 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b4604394-5e93-452a-9721-8e3e1eb24595 req-5ba6ad39-4a33-4186-8608-f9cc852012be tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 946 time: 0.0625257 Aug 25 18:09:49.806184 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-b4604394-5e93-452a-9721-8e3e1eb24595 req-ad488a92-b16c-4fb6-b610-c48fe0303a0f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d708522-8622-4a3e-bed0-bcc0a39efd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349503 Aug 25 18:09:50.148908 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-93c5fd92-cf8a-4848-8eb8-b5c2b703a2c1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:09:50.150895 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-93c5fd92-cf8a-4848-8eb8-b5c2b703a2c1 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 946 time: 0.0514479 Aug 25 18:09:50.239766 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Deleting port 5a74be93-f913-4f44-b390-a5abc539961e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:50.240102 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:50.330154 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] For port 5a74be93-f913-4f44-b390-a5abc539961e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a74be93-f913-4f44-b390-a5abc539961e,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:50.330429 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:50.343624 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Calling delete_port for 5a74be93-f913-4f44-b390-a5abc539961e owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:50.469136 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:50.497174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event deleted for resources: {'Port': ['ID=5a74be93-f913-4f44-b390-a5abc539961e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:50.545136 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] No DVR routers for this DVR port 5a74be93-f913-4f44-b390-a5abc539961e on host hv-cinder-78638 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:09:50.547614 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:50.549597 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-fb7e9f4c-f242-4a3a-9242-19949138d9ba req-091307e2-e1a3-4eee-b926-9aa340ed1730 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.10 "DELETE /v2.0/ports/5a74be93-f913-4f44-b390-a5abc539961e HTTP/1.1" status: 204 len: 173 time: 0.3924978 Aug 25 18:09:50.550029 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'name': 'network-vif-deleted', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:09:50.552326 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1166751863d8a381867a90087a9f96dfdb9e4a7172b9fee986b2d41a0b86e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05abd9de-0cc2-4e54-a55d-33fc22222f01" -d '{"events": [{"server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "name": "network-vif-deleted", "tag": "5a74be93-f913-4f44-b390-a5abc539961e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:09:50.588412 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d0e398-e05e-4b0c-9faf-0ee7553a8cd0 x-openstack-request-id: req-30d0e398-e05e-4b0c-9faf-0ee7553a8cd0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:09:50.588707 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72937e-3e6e-4046-9841-0f6ce16dac1b", "name": "network-vif-deleted", "tag": "5a74be93-f913-4f44-b390-a5abc539961e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:09:50.588951 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30d0e398-e05e-4b0c-9faf-0ee7553a8cd0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:09:50.589342 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c72937e-3e6e-4046-9841-0f6ce16dac1b', 'name': 'network-vif-deleted', 'tag': '5a74be93-f913-4f44-b390-a5abc539961e', 'status': 'completed', 'code': 200} Aug 25 18:09:50.928508 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [req-f09face8-a9f8-4028-a755-c334e4c0823d req-72b96b7a-a31b-4c4e-95d4-c444c5421ec8 tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c72937e-3e6e-4046-9841-0f6ce16dac1b HTTP/1.1" status: 200 len: 210 time: 0.0279641 Aug 25 18:09:51.984081 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:52.111073 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Deleting port 79f2b265-e189-4df7-be4c-469134e22335 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:52.111328 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:52.185797 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:52.186129 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:52.197624 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Calling delete_port for 79f2b265-e189-4df7-be4c-469134e22335 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:52.330246 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:52.354954 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event deleted for resources: {'Port': ['ID=79f2b265-e189-4df7-be4c-469134e22335,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:52.416935 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:52.419358 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2395'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:52.420524 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-a63afd20-4761-4fcb-bdbc-54f1483d2b7f tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "DELETE /v2.0/floatingips/089abfdf-1680-4b34-ac54-e8e46a8f6899 HTTP/1.1" status: 204 len: 168 time: 0.4354246 Aug 25 18:09:53.610616 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:53.669168 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca9e-eccf-409b-b5b7-962a6d77b4de tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:53.693726 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca9e-eccf-409b-b5b7-962a6d77b4de tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:53.752307 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca9e-eccf-409b-b5b7-962a6d77b4de tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:53.754883 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca9e-eccf-409b-b5b7-962a6d77b4de tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:53.756040 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-66e4ca9e-eccf-409b-b5b7-962a6d77b4de tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d708522-8622-4a3e-bed0-bcc0a39efd52 HTTP/1.1" status: 204 len: 168 time: 0.1444354 Aug 25 18:09:53.765740 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4ca9e-eccf-409b-b5b7-962a6d77b4de tempest-TestVolumeBootPattern-964855850 tempest-TestVolumeBootPattern-964855850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d708522-8622-4a3e-bed0-bcc0a39efd52,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:53.813042 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:54.289563 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:54.530341 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Deleting port 3e6ebbeb-a298-40ee-8050-9f5b924384b0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:54.530681 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:54.606724 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] For port 3e6ebbeb-a298-40ee-8050-9f5b924384b0, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=3e6ebbeb-a298-40ee-8050-9f5b924384b0,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:54.607006 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:54.620304 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Calling delete_port for 3e6ebbeb-a298-40ee-8050-9f5b924384b0 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:54.796698 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:54.826783 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6ebbeb-a298-40ee-8050-9f5b924384b0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:54.990502 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:55.197899 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Router b40bde61-4971-47f9-b375-5f9705459f04 has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:09:55.202256 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 5a74be93-f913-4f44-b390-a5abc539961e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:55.222039 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] No Port match for: 5a74be93-f913-4f44-b390-a5abc539961e {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:55.222380 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Device 5a74be93-f913-4f44-b390-a5abc539961e not bound to the agent host hv-cinder-78638 {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:09:55.536321 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:09:55.541380 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-6f81e570-002a-42b5-b3c9-d40e4e4f72b1 admin admin] 10.222.0.23 "PUT /v2.0/routers/b40bde61-4971-47f9-b375-5f9705459f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271254 Aug 25 18:09:55.544007 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:55.545553 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] Sync routers for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:09:55.556067 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:55.556793 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:55.646604 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:55.663487 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: dv-cinder-786386-10-iscsi {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:55.751175 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:55.803781 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Deleting port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:55.804014 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:55.847912 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:09:54Z', 'revision_number': 5, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port': {'id': '7e8724ba-6618-4f53-a2fe-3cb8124df3d5', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:55.875041 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] Checking router: b40bde61-4971-47f9-b375-5f9705459f04 for host: dv-cinder-786386-10-iscsi {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:09:55.883346 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] Routers {'b40bde61-4971-47f9-b375-5f9705459f04'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:55.884004 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['b40bde61-4971-47f9-b375-5f9705459f04'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:55.890390 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] For port 7e8724ba-6618-4f53-a2fe-3cb8124df3d5, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:55.890742 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:55.903218 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Calling delete_port for 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:55.969515 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] Set router b40bde61-4971-47f9-b375-5f9705459f04 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:56.025871 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:09:55Z', 'revision_number': 6, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:56.053185 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1296e-73f4-44b9-9493-157c14aa3250 None None] The sync data for ids ['b40bde61-4971-47f9-b375-5f9705459f04'] in dv-cinder-786386-10-iscsi is: [{'id': 'b40bde61-4971-47f9-b375-5f9705459f04', 'name': 'tempest-TestVolumeBootPattern-2122503861-router', 'tenant_id': '753366f424764c5da06bc35e0242b93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:05Z', 'updated_at': '2021-08-25T18:09:55Z', 'revision_number': 6, 'project_id': '753366f424764c5da06bc35e0242b93f', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:09:56.071151 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.100629 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8724ba-6618-4f53-a2fe-3cb8124df3d5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:56.160680 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.252996 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.255160 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.301155 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.301621 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40bde61-4971-47f9-b375-5f9705459f04 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:09:56.306896 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.310597 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-43e0089f-df70-4cc8-a00c-1c85a8a0b86e admin admin] 10.222.0.23 "DELETE /v2.0/routers/b40bde61-4971-47f9-b375-5f9705459f04 HTTP/1.1" status: 204 len: 168 time: 0.7632115 Aug 25 18:09:56.310743 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:56.359511 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] Deleting subnet c05fef2f-f373-4925-8209-02f908fbaba3 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:09:56.362441 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.397743 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995904'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.480335 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.532584 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14353649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14483547'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.565909 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05fef2f-f373-4925-8209-02f908fbaba3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:56.569276 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.571733 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-5671b128-534c-4906-aa60-b21ae129d456 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c05fef2f-f373-4925-8209-02f908fbaba3 HTTP/1.1" status: 204 len: 168 time: 0.2600863 Aug 25 18:09:56.573936 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53642) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:56.574647 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a6b001-623d-4144-89bb-0e0dd89d8372 None None] Network 03de7664-1971-4cd6-a178-e83c7898b3ca requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:09:56.644277 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.697691 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Deleting port 85895344-090b-4548-9a5c-2b48cacdd380 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:56.698043 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.761378 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] For port 85895344-090b-4548-9a5c-2b48cacdd380, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=85895344-090b-4548-9a5c-2b48cacdd380,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:56.761748 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.775359 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Calling delete_port for 85895344-090b-4548-9a5c-2b48cacdd380 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:56.784390 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] DHCP port deletion for 03de7664-1971-4cd6-a178-e83c7898b3ca request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:09:56.830770 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Deleting port 85895344-090b-4548-9a5c-2b48cacdd380 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:56.831064 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.859208 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.886593 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85895344-090b-4548-9a5c-2b48cacdd380,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:56.892873 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] No DVR routers for this DVR port 85895344-090b-4548-9a5c-2b48cacdd380 on host dv-cinder-786386-10-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:09:56.898052 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] For port 85895344-090b-4548-9a5c-2b48cacdd380, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=85895344-090b-4548-9a5c-2b48cacdd380,segment=NetworkSegment(d798b06b-841c-4cd1-aa52-28991349fab2),segment_id=d798b06b-841c-4cd1-aa52-28991349fab2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:56.898495 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.918680 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Calling delete_port for 85895344-090b-4548-9a5c-2b48cacdd380 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:56.976403 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:56.987109 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03de7664-1971-4cd6-a178-e83c7898b3ca']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:56.997763 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd798b06b-841c-4cd1-aa52-28991349fab2') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:56.998051 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd798b06b-841c-4cd1-aa52-28991349fab2') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:56.999047 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.007328 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13234128'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.021388 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.025086 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Pushing event deleted for resources: {'Port': ['ID=85895344-090b-4548-9a5c-2b48cacdd380,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:57.027355 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] No DVR routers for this DVR port 85895344-090b-4548-9a5c-2b48cacdd380 on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:09:57.028663 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:09:57.029528 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13196539'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: Traceback (most recent call last): Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: timer() Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: cb(*args, **kw) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: return func(*args, **kwargs) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: self._notify() Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: self.callback(batched_events) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: event.method(event) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: return f(self, *a, **k) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._get(url).json() Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: return self.request(url, 'GET', **kwargs) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:09:57.031027 dv-cinder-786386-10-iscsi neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:09:57.035644 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.035985 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.036589 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.036935 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.037262 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.037589 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.038314 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.038314 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.038634 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.038845 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.039165 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.039502 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057259fd-585a-4b17-95d9-44a53d59b840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-10-iscsi {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:09:57.088174 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.093107 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.094942 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/03de7664-1971-4cd6-a178-e83c7898b3ca HTTP/1.1" status: 204 len: 168 time: 0.5200171 Aug 25 18:09:57.097945 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53644) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:57.114565 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9f19-fb2e-4e90-924c-8010197f42c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=03de7664-1971-4cd6-a178-e83c7898b3ca,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:57.457389 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769162'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.698473 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Deleting port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:57.699165 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.775082 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] For port df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,segment=NetworkSegment(d32047e8-0da5-4e81-be95-aba0d2edd889),segment_id=d32047e8-0da5-4e81-be95-aba0d2edd889)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:57.775451 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.787433 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Calling delete_port for df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:57.872554 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:57.895044 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:57.895505 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 7e8724ba-6618-4f53-a2fe-3cb8124df3d5 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:09:57.895979 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 3e6ebbeb-a298-40ee-8050-9f5b924384b0 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:57.914660 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 3e6ebbeb-a298-40ee-8050-9f5b924384b0 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:57.914988 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 3e6ebbeb-a298-40ee-8050-9f5b924384b0 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:09:57.915538 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 85895344-090b-4548-9a5c-2b48cacdd380 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:57.937988 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 85895344-090b-4548-9a5c-2b48cacdd380 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:57.938340 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 85895344-090b-4548-9a5c-2b48cacdd380 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:09:57.968293 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13196494'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:57.990784 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Pushing event deleted for resources: {'Port': ['ID=df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:58.157925 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768960'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:58.374397 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Router c074b20f-0872-4ad6-9704-0c553ac6f06e has already been hosted by L3 agent fa91a68d-a5be-4b17-89e0-085af08709d9 {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:09:58.478096 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] Notify agent at l3_agent.dv-cinder-786386-10-iscsi the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:09:58.482929 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-1cbc39e2-a348-4b00-8793-e3fee15c300c admin admin] 10.222.0.23 "PUT /v2.0/routers/c074b20f-0872-4ad6-9704-0c553ac6f06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840139 Aug 25 18:09:58.485623 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:58.486808 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] Sync routers for ids ['c074b20f-0872-4ad6-9704-0c553ac6f06e'] in dv-cinder-786386-10-iscsi {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:09:58.496370 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] Routers {'c074b20f-0872-4ad6-9704-0c553ac6f06e'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:58.496982 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c074b20f-0872-4ad6-9704-0c553ac6f06e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:58.591251 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:58.599441 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] Set router c074b20f-0872-4ad6-9704-0c553ac6f06e gateway port host: dv-cinder-786386-10-iscsi {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:58.689150 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:58.744728 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Deleting port 0b0ddc55-54f1-4970-b251-7d68a271bf81 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:58.745078 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:58.776144 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'external_fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:09:57Z', 'revision_number': 5, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port': {'id': '0b0ddc55-54f1-4970-b251-7d68a271bf81', 'name': '', 'network_id': 'f470491b-204f-42e9-aeec-0b0485ccad48', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:03:14Z', 'updated_at': '2021-08-25T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d10e834-9bff-4948-a622-3ec1b71460f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-10-iscsi'}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:58.806742 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] Checking router: c074b20f-0872-4ad6-9704-0c553ac6f06e for host: dv-cinder-786386-10-iscsi {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:09:58.814865 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] Routers {'c074b20f-0872-4ad6-9704-0c553ac6f06e'} bound to L3 agent in host dv-cinder-786386-10-iscsi {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:09:58.815462 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:46:08Z,description=,heartbeat_timestamp=2021-08-25T18:09:38Z,host='dv-cinder-786386-10-iscsi',id=fa91a68d-a5be-4b17-89e0-085af08709d9,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:46:08Z,topic='l3_agent')) {'router_ids': ['c074b20f-0872-4ad6-9704-0c553ac6f06e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:58.822734 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] For port 0b0ddc55-54f1-4970-b251-7d68a271bf81, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=0b0ddc55-54f1-4970-b251-7d68a271bf81,segment=NetworkSegment(66e3fb87-ad0e-482b-9627-30bd46871104),segment_id=66e3fb87-ad0e-482b-9627-30bd46871104)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:58.823102 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:58.835490 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Calling delete_port for 0b0ddc55-54f1-4970-b251-7d68a271bf81 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:58.900825 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] Set router c074b20f-0872-4ad6-9704-0c553ac6f06e gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:09:58.954069 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:09:58Z', 'revision_number': 6, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port_host': None}], 'dv-cinder-786386-10-iscsi', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:58.982758 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51c149-113c-4800-9363-800d4c0fc107 None None] The sync data for ids ['c074b20f-0872-4ad6-9704-0c553ac6f06e'] in dv-cinder-786386-10-iscsi is: [{'id': 'c074b20f-0872-4ad6-9704-0c553ac6f06e', 'name': 'tempest-TestVolumeBootPattern-1093916141-router', 'tenant_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:03:12Z', 'updated_at': '2021-08-25T18:09:58Z', 'revision_number': 6, 'project_id': 'ccd04b07f8604ee3a9a36723f9729ed0', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:09:59.002114 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.032423 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0ddc55-54f1-4970-b251-7d68a271bf81,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:59.092194 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767258'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.180963 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4582'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.183051 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.224812 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740746'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.225434 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c074b20f-0872-4ad6-9704-0c553ac6f06e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:09:59.230932 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.232181 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-9883b1d0-98da-4475-88a3-b543d044cda9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c074b20f-0872-4ad6-9704-0c553ac6f06e HTTP/1.1" status: 204 len: 168 time: 0.7455282 Aug 25 18:09:59.234681 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:59.280906 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] Deleting subnet db4505e6-9228-4785-9da3-c6ddcf991148 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:09:59.284066 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.319152 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995904'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.399602 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1410740'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.454087 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14353649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14483547'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.486433 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4505e6-9228-4785-9da3-c6ddcf991148,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:59.490058 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.492233 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-3c386338-c9d7-4f9b-9f7f-cd5c2478d2ec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/db4505e6-9228-4785-9da3-c6ddcf991148 HTTP/1.1" status: 204 len: 168 time: 0.2563336 Aug 25 18:09:59.494707 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:09:59.497144 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858cc69-cfb8-4ebb-9588-583999e6507b None None] Network c826c60c-842d-42d2-8aed-7dcf0778b93e requested from dv-cinder-786386-10-iscsi {{(pid=93821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:09:59.561039 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744484'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.613408 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Deleting port e2da490a-5bca-4b76-88bf-00f013cf7068 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:59.613712 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.679656 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] For port e2da490a-5bca-4b76-88bf-00f013cf7068, host dv-cinder-786386-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-10-iscsi',level=0,port_id=e2da490a-5bca-4b76-88bf-00f013cf7068,segment=NetworkSegment(d32047e8-0da5-4e81-be95-aba0d2edd889),segment_id=d32047e8-0da5-4e81-be95-aba0d2edd889)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:59.679950 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.692180 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Calling delete_port for e2da490a-5bca-4b76-88bf-00f013cf7068 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:59.727249 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] DHCP port deletion for c826c60c-842d-42d2-8aed-7dcf0778b93e request from dv-cinder-786386-10-iscsi {{(pid=93821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:09:59.775913 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14353570'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.778635 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] Deleting port e2da490a-5bca-4b76-88bf-00f013cf7068 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:09:59.779024 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773319121439'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.801821 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Pushing event deleted for resources: {'Port': ['ID=e2da490a-5bca-4b76-88bf-00f013cf7068,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:59.805142 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] No DVR routers for this DVR port e2da490a-5bca-4b76-88bf-00f013cf7068 on host dv-cinder-786386-10-iscsi {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:09:59.850971 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] For port e2da490a-5bca-4b76-88bf-00f013cf7068, host dv-cinder-786386-10-iscsi, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:09:59.851375 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762587'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.865919 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] Calling delete_port for e2da490a-5bca-4b76-88bf-00f013cf7068 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:09:59.869473 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] Port e2da490a-5bca-4b76-88bf-00f013cf7068 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 18:09:59.871263 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1955059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773319047199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773318592808'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.881522 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740175', 'neutron.services.segments.db._delete_segments_for_network-8773319089134'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.886831 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] No DVR routers for this DVR port e2da490a-5bca-4b76-88bf-00f013cf7068 on host dv-cinder-786386-10-iscsi {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:09:59.896157 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c826c60c-842d-42d2-8aed-7dcf0778b93e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:59.906978 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device e2da490a-5bca-4b76-88bf-00f013cf7068 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:59.909727 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ee391-a41f-4205-ac85-e575332f6740 None None] Pushing event deleted for resources: {'Port': ['ID=e2da490a-5bca-4b76-88bf-00f013cf7068,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:09:59.910922 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32047e8-0da5-4e81-be95-aba0d2edd889') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:59.911865 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.services.segments.db [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32047e8-0da5-4e81-be95-aba0d2edd889') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:09:59.930952 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773319089017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995935'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.932563 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: e2da490a-5bca-4b76-88bf-00f013cf7068 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:59.932906 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device e2da490a-5bca-4b76-88bf-00f013cf7068 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:09:59.933532 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:59.950967 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.957177 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:59.957533 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device df2c9bc5-ae3d-42ef-8b75-3512e0b3b84f not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:09:59.957956 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 0b0ddc55-54f1-4970-b251-7d68a271bf81 no longer exists at agent ovs-agent-dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:09:59.958575 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:09:59.959432 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14353559'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: Traceback (most recent call last): Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: timer() Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: cb(*args, **kw) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: return func(*args, **kwargs) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: self._notify() Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: self.callback(batched_events) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: event.method(event) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: return f(self, *a, **k) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._get(url).json() Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: return self.request(url, 'GET', **kwargs) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:09:59.962500 dv-cinder-786386-10-iscsi neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:09:59.977389 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] No Port match for: 0b0ddc55-54f1-4970-b251-7d68a271bf81 {{(pid=93821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:09:59.977745 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron.plugins.ml2.rpc [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Device 0b0ddc55-54f1-4970-b251-7d68a271bf81 not bound to the agent host dv-cinder-786386-10-iscsi {{(pid=93821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:10:00.025492 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767270'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.030681 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.032854 dv-cinder-786386-10-iscsi neutron-server[93820]: INFO neutron.wsgi [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] 10.222.0.23 "DELETE /v2.0/networks/c826c60c-842d-42d2-8aed-7dcf0778b93e HTTP/1.1" status: 204 len: 168 time: 0.5370390 Aug 25 18:10:00.045741 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eea067-6b51-4527-b988-f0fc1faf18db admin admin] Pushing event deleted for resources: {'Network': ['ID=c826c60c-842d-42d2-8aed-7dcf0778b93e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:10:00.147902 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53656) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:10:00.187345 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-0ef8f1b1-9615-4d23-a0a0-a23a3e71d22f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=753366f424764c5da06bc35e0242b93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382047 Aug 25 18:10:00.189753 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53658) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:10:00.236663 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e659c152-eede-4400-87f7-c870acedd720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.260922 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e659c152-eede-4400-87f7-c870acedd720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.307641 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e659c152-eede-4400-87f7-c870acedd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.309749 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e659c152-eede-4400-87f7-c870acedd720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.311134 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-e659c152-eede-4400-87f7-c870acedd720 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6168aa53-8cb1-4d4a-8535-cec568e553a1 HTTP/1.1" status: 204 len: 168 time: 0.1203458 Aug 25 18:10:00.320974 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659c152-eede-4400-87f7-c870acedd720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6168aa53-8cb1-4d4a-8535-cec568e553a1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:10:00.614051 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53666) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:10:00.654053 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-be40d26b-a071-463c-b5be-6d4efc6f252a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccd04b07f8604ee3a9a36723f9729ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388746 Aug 25 18:10:00.656517 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.23', 53668) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:10:00.702939 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66febd24-2007-45be-b743-65ea59ef239b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.727021 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66febd24-2007-45be-b743-65ea59ef239b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.774572 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66febd24-2007-45be-b743-65ea59ef239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385249'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.777495 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66febd24-2007-45be-b743-65ea59ef239b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:00.778649 dv-cinder-786386-10-iscsi neutron-server[93819]: INFO neutron.wsgi [None req-66febd24-2007-45be-b743-65ea59ef239b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc5b8019-ac9e-4851-bc20-01badf20d41d HTTP/1.1" status: 204 len: 168 time: 0.1212375 Aug 25 18:10:00.785936 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66febd24-2007-45be-b743-65ea59ef239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b8019-ac9e-4851-bc20-01badf20d41d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:10:03.325954 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:05.730596 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed467677-2e14-415c-b197-2df2b6b1498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:08.426723 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f41155ac-201c-4333-94a9-204e5c8dfadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:08.636512 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:09.597813 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:11.386981 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:17.238617 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:10:33.350042 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:35.736502 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cdb937f-c111-4de5-94e9-13e4722fcbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:38.426320 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e76ef762-d5fc-4c50-b35d-7d3549b612af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:38.636555 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:39.601809 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:41.389860 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:10:54.237509 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:11:03.353509 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:05.728164 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96ba6b80-9372-4a70-b75a-8520876fda08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:08.431612 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-653eac3d-8e13-4c3c-843e-e0d2d86e4e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:08.637527 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:09.604894 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:10.670796 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [req-68fbe121-7468-4495-b4ac-9921365de837 req-e74e94f7-0080-4400-9052-abde0189b624 service neutron] (93819) timed out ('10.222.0.10', 58175) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:11:11.390144 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:31.236614 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:11:33.352508 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:35.729095 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-200898ea-e738-475b-87a3-24ad9f45fba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:38.432403 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98b117c6-58ae-4945-a95a-920b9f9b45cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:38.640292 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:39.606938 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:11:41.392996 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:03.367924 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:05.734629 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0efb7f89-b82d-4872-ac08-bca16831e321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:08.235118 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:12:08.433265 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d164b6-70e6-4167-bbe3-e29b4f1ce946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:08.640466 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:09.610748 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:11.396923 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:33.381556 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:35.731175 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426da64b-44f6-40cb-8b4d-96a24e994b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:38.435435 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bcecbc8-29d5-49d8-a0da-f54b87f5364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:38.641086 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:39.612994 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:41.399294 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:12:45.234217 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:13:03.395583 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:05.731062 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7db5bee-15c7-4110-80ea-ea57cccc896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:08.435226 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99468669-9a68-4afc-b468-8592806e4ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:08.641700 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:09.616507 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:11.404390 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:22.233460 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:13:33.381629 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:35.731098 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aeb9d41f-cdaa-485c-91bb-1e530c43d5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:38.436656 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbb3503a-4be6-46bf-b5d4-0af43cb075f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:38.643184 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:39.619371 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:41.404389 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:13:43.911290 dv-cinder-786386-10-iscsi neutron-server[93819]: DEBUG neutron.wsgi [req-525306a2-971f-4d69-82e1-d74e6ef64579 req-baa6f780-5b2b-4330-b583-7f15616f2516 tempest-ServerRescueNegativeTestJSON-2082041603 tempest-ServerRescueNegativeTestJSON-2082041603-project] (93819) timed out ('10.222.0.10', 58139) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:13:59.232051 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:14:03.393677 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:05.731448 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-102ceed7-8b11-4d45-94b9-7517f32e1cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:08.438181 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4dab709-f5e1-4911-a6b2-6151d763a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:08.646394 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:09.622351 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:11.408382 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:33.394800 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:35.732116 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a432-d965-4161-aa2b-7980d9ca44de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:36.230498 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:14:38.441027 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da386eb-69b2-4c81-86af-ef1e550e8008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:38.647625 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:39.624904 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:41.410205 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:03.392516 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a454019-a35e-4b4b-ac3a-7e39a888f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:05.023463 dv-cinder-786386-10-iscsi neutron-server[93820]: DEBUG neutron.wsgi [req-a076430a-20dc-4f15-b582-572eee23be28 req-86f45739-2a08-47ca-8589-9067fa3deafe service neutron] (93820) timed out ('10.222.0.10', 58143) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:15:05.732638 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93904f3b-b2ae-4a54-96b5-76d36377701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:08.441147 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48fa521d-bd7d-4584-b544-3838e0550bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:08.649701 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26f0fbfe-c9bf-465b-a12c-0c835e963eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:09.627611 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2d64331-3647-408b-8eeb-9b00b32ffcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:11.416933 dv-cinder-786386-10-iscsi neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a37e-e2db-4615-9eb3-5852734e80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773319089116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751477'] for agent, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:13.228839 dv-cinder-786386-10-iscsi neutron-server[93822]: DEBUG neutron.db.agents_db [None req-e182d7e6-ea9b-405e-9c0d-e37bee53dc84 None None] Agent healthcheck: found 6 active agents {{(pid=93822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}